blob: 286336990c058826e1209f24ae64376c8535059b [file] [log] [blame]
Search.setIndex({docnames:["core-extensions/auth-backends","core-extensions/connections","core-extensions/extra-links","core-extensions/index","core-extensions/logging","core-extensions/secrets-backends","howto/create-update-providers","index","installing-from-pypi","installing-from-sources","operators-and-hooks-ref/apache","operators-and-hooks-ref/aws","operators-and-hooks-ref/azure","operators-and-hooks-ref/google","operators-and-hooks-ref/index","operators-and-hooks-ref/protocol","operators-and-hooks-ref/services","operators-and-hooks-ref/software","packages-ref"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["core-extensions/auth-backends.rst","core-extensions/connections.rst","core-extensions/extra-links.rst","core-extensions/index.rst","core-extensions/logging.rst","core-extensions/secrets-backends.rst","howto/create-update-providers.rst","index.rst","installing-from-pypi.rst","installing-from-sources.rst","operators-and-hooks-ref/apache.rst","operators-and-hooks-ref/aws.rst","operators-and-hooks-ref/azure.rst","operators-and-hooks-ref/google.rst","operators-and-hooks-ref/index.rst","operators-and-hooks-ref/protocol.rst","operators-and-hooks-ref/services.rst","operators-and-hooks-ref/software.rst","packages-ref.rst"],objects:{"":{"apache-airflow-providers-airbyte":[18,0,1,"std-provider-apache-airflow-providers-airbyte"],"apache-airflow-providers-alibaba":[18,0,1,"std-provider-apache-airflow-providers-alibaba"],"apache-airflow-providers-amazon":[18,0,1,"std-provider-apache-airflow-providers-amazon"],"apache-airflow-providers-apache-beam":[18,0,1,"std-provider-apache-airflow-providers-apache-beam"],"apache-airflow-providers-apache-cassandra":[18,0,1,"std-provider-apache-airflow-providers-apache-cassandra"],"apache-airflow-providers-apache-drill":[18,0,1,"std-provider-apache-airflow-providers-apache-drill"],"apache-airflow-providers-apache-druid":[18,0,1,"std-provider-apache-airflow-providers-apache-druid"],"apache-airflow-providers-apache-hdfs":[18,0,1,"std-provider-apache-airflow-providers-apache-hdfs"],"apache-airflow-providers-apache-hive":[18,0,1,"std-provider-apache-airflow-providers-apache-hive"],"apache-airflow-providers-apache-kylin":[18,0,1,"std-provider-apache-airflow-providers-apache-kylin"],"apache-airflow-providers-apache-livy":[18,0,1,"std-provider-apache-airflow-providers-apache-livy"],"apache-airflow-providers-apache-pig":[18,0,1,"std-provider-apache-airflow-providers-apache-pig"],"apache-airflow-providers-apache-pinot":[18,0,1,"std-provider-apache-airflow-providers-apache-pinot"],"apache-airflow-providers-apache-spark":[18,0,1,"std-provider-apache-airflow-providers-apache-spark"],"apache-airflow-providers-apache-sqoop":[18,0,1,"std-provider-apache-airflow-providers-apache-sqoop"],"apache-airflow-providers-asana":[18,0,1,"std-provider-apache-airflow-providers-asana"],"apache-airflow-providers-celery":[18,0,1,"std-provider-apache-airflow-providers-celery"],"apache-airflow-providers-cloudant":[18,0,1,"std-provider-apache-airflow-providers-cloudant"],"apache-airflow-providers-cncf-kubernetes":[18,0,1,"std-provider-apache-airflow-providers-cncf-kubernetes"],"apache-airflow-providers-databricks":[18,0,1,"std-provider-apache-airflow-providers-databricks"],"apache-airflow-providers-datadog":[18,0,1,"std-provider-apache-airflow-providers-datadog"],"apache-airflow-providers-dingding":[18,0,1,"std-provider-apache-airflow-providers-dingding"],"apache-airflow-providers-discord":[18,0,1,"std-provider-apache-airflow-providers-discord"],"apache-airflow-providers-docker":[18,0,1,"std-provider-apache-airflow-providers-docker"],"apache-airflow-providers-elasticsearch":[18,0,1,"std-provider-apache-airflow-providers-elasticsearch"],"apache-airflow-providers-exasol":[18,0,1,"std-provider-apache-airflow-providers-exasol"],"apache-airflow-providers-facebook":[18,0,1,"std-provider-apache-airflow-providers-facebook"],"apache-airflow-providers-ftp":[18,0,1,"std-provider-apache-airflow-providers-ftp"],"apache-airflow-providers-google":[18,0,1,"std-provider-apache-airflow-providers-google"],"apache-airflow-providers-grpc":[18,0,1,"std-provider-apache-airflow-providers-grpc"],"apache-airflow-providers-hashicorp":[18,0,1,"std-provider-apache-airflow-providers-hashicorp"],"apache-airflow-providers-http":[18,0,1,"std-provider-apache-airflow-providers-http"],"apache-airflow-providers-imap":[18,0,1,"std-provider-apache-airflow-providers-imap"],"apache-airflow-providers-influxdb":[18,0,1,"std-provider-apache-airflow-providers-influxdb"],"apache-airflow-providers-jdbc":[18,0,1,"std-provider-apache-airflow-providers-jdbc"],"apache-airflow-providers-jenkins":[18,0,1,"std-provider-apache-airflow-providers-jenkins"],"apache-airflow-providers-jira":[18,0,1,"std-provider-apache-airflow-providers-jira"],"apache-airflow-providers-microsoft-azure":[18,0,1,"std-provider-apache-airflow-providers-microsoft-azure"],"apache-airflow-providers-microsoft-mssql":[18,0,1,"std-provider-apache-airflow-providers-microsoft-mssql"],"apache-airflow-providers-microsoft-psrp":[18,0,1,"std-provider-apache-airflow-providers-microsoft-psrp"],"apache-airflow-providers-microsoft-winrm":[18,0,1,"std-provider-apache-airflow-providers-microsoft-winrm"],"apache-airflow-providers-mongo":[18,0,1,"std-provider-apache-airflow-providers-mongo"],"apache-airflow-providers-mysql":[18,0,1,"std-provider-apache-airflow-providers-mysql"],"apache-airflow-providers-neo4j":[18,0,1,"std-provider-apache-airflow-providers-neo4j"],"apache-airflow-providers-odbc":[18,0,1,"std-provider-apache-airflow-providers-odbc"],"apache-airflow-providers-openfaas":[18,0,1,"std-provider-apache-airflow-providers-openfaas"],"apache-airflow-providers-opsgenie":[18,0,1,"std-provider-apache-airflow-providers-opsgenie"],"apache-airflow-providers-oracle":[18,0,1,"std-provider-apache-airflow-providers-oracle"],"apache-airflow-providers-pagerduty":[18,0,1,"std-provider-apache-airflow-providers-pagerduty"],"apache-airflow-providers-papermill":[18,0,1,"std-provider-apache-airflow-providers-papermill"],"apache-airflow-providers-plexus":[18,0,1,"std-provider-apache-airflow-providers-plexus"],"apache-airflow-providers-postgres":[18,0,1,"std-provider-apache-airflow-providers-postgres"],"apache-airflow-providers-presto":[18,0,1,"std-provider-apache-airflow-providers-presto"],"apache-airflow-providers-qubole":[18,0,1,"std-provider-apache-airflow-providers-qubole"],"apache-airflow-providers-redis":[18,0,1,"std-provider-apache-airflow-providers-redis"],"apache-airflow-providers-salesforce":[18,0,1,"std-provider-apache-airflow-providers-salesforce"],"apache-airflow-providers-samba":[18,0,1,"std-provider-apache-airflow-providers-samba"],"apache-airflow-providers-segment":[18,0,1,"std-provider-apache-airflow-providers-segment"],"apache-airflow-providers-sendgrid":[18,0,1,"std-provider-apache-airflow-providers-sendgrid"],"apache-airflow-providers-sftp":[18,0,1,"std-provider-apache-airflow-providers-sftp"],"apache-airflow-providers-singularity":[18,0,1,"std-provider-apache-airflow-providers-singularity"],"apache-airflow-providers-slack":[18,0,1,"std-provider-apache-airflow-providers-slack"],"apache-airflow-providers-snowflake":[18,0,1,"std-provider-apache-airflow-providers-snowflake"],"apache-airflow-providers-sqlite":[18,0,1,"std-provider-apache-airflow-providers-sqlite"],"apache-airflow-providers-ssh":[18,0,1,"std-provider-apache-airflow-providers-ssh"],"apache-airflow-providers-tableau":[18,0,1,"std-provider-apache-airflow-providers-tableau"],"apache-airflow-providers-telegram":[18,0,1,"std-provider-apache-airflow-providers-telegram"],"apache-airflow-providers-trino":[18,0,1,"std-provider-apache-airflow-providers-trino"],"apache-airflow-providers-vertica":[18,0,1,"std-provider-apache-airflow-providers-vertica"],"apache-airflow-providers-yandex":[18,0,1,"std-provider-apache-airflow-providers-yandex"],"apache-airflow-providers-zendesk":[18,0,1,"std-provider-apache-airflow-providers-zendesk"]}},objnames:{"0":["std","provider","provider"]},objtypes:{"0":"std:provider"},terms:{"2021":[7,9],"360":14,"3rd":7,"406f":9,"4d3a":9,"512":9,"5c6e":9,"6674":9,"8ec4":9,"break":7,"case":[6,7],"class":[6,7],"default":7,"function":[3,14],"import":[6,7,9],"long":7,"new":7,"public":7,"return":7,"try":7,"while":[5,6,7,8],AWS:[14,18],Adding:7,Ads:[14,18],But:7,ECS:14,EKS:14,For:[2,6,7,9],GCS:14,IDE:6,SES:14,SNS:14,SQS:14,That:[6,7],The:[1,2,6,7,9],There:[6,7,9],These:[6,10,11,12,13,15,16,17],Use:6,Using:6,__init__:6,_default:7,_howto:6,_system:6,abl:[6,7],about:[0,6,7,9],abov:[6,7],absolut:7,accept:7,access:[3,7,9,14,18],accomplish:6,add:[6,7],adding:7,addit:[6,7],adl:12,adls_delet:12,adls_list:12,adls_to_gc:[12,13],ads:[13,16],ads_to_gc:13,advertis:7,advis:7,adx:12,after:[6,7],again:7,aiplatformconsolelink:2,airbyt:[3,9,14],airbytehook:1,airbytetriggersyncoper:16,airflow:[0,1,2,3,4,5,8,9,10,11,12,13,14,15,16,17],aka:9,alibaba:[3,9],all:[0,1,2,4,5,6,7,11,13],all_provid:6,allow:[6,7,10,11,12,13,15,16,17],alreadi:[5,6,9],also:[0,1,2,4,5,6,7,9,13],alwai:7,amaz:6,amazon:[3,7,9,14],analyt:13,analytics360:14,analyz:13,ani:[6,7],anoth:6,anymor:7,anyon:7,anyth:7,apach:[0,2,3,4,5,6,7,8,9,12,14,16],apache_airflow_provid:7,api:[0,7,10,11,12,14,15,16,17,18],appli:[6,7],applic:0,approach:7,appropri:[7,8],area:7,around:7,arrai:[6,7],asana:[3,9,14],asana_task:17,asanacreatetaskoper:17,asanahook:1,asc:9,asf:14,ask:7,athena:14,atlassian:[14,18],attach:[11,15],attribut:7,auth:3,authent:[0,7,12],autom:7,automat:[1,6,7],avail:[0,2,4,5,7,14,18],awar:6,awesom:6,aws:[1,7,10,11,13,15,16,17],aws_default:7,aws_dynamodb:11,awsbasehook:1,azur:[3,9,14],azure_batch:[1,12],azure_blob_to_gc:[12,13],azure_container_inst:[1,12],azure_container_registri:[1,12],azure_container_volum:[1,12],azure_cosmo:[1,12],azure_data_explor:1,azure_data_factori:[1,12],azure_data_lak:[1,12],azure_fileshar:[1,12],azure_fileshare_to_gc:[12,13],azurebasehook:1,azurebatchhook:1,azurecontainerinstancehook:1,azurecontainerregistryhook:1,azurecontainervolumehook:1,azurecosmosdbhook:1,azuredataexplorerhook:1,azuredatafactoryhook:1,azuredatalakehook:1,azurefilesharehook:1,azurekeyvaultbackend:5,ba4b:9,back:7,backend:3,backward:7,base:[0,11,12,13],base_aw:11,base_azur:12,base_googl:13,basic:7,batch:14,batch_client:11,batch_wait:11,beam:[9,14],becaus:7,becom:7,been:7,befor:[6,7],begin:6,behavior:6,behaviour:[1,7],being:7,belong:9,below:[6,7,8,9],besid:7,best:[6,7],better:7,between:7,beyond:7,bigqueri:14,bigquery_dt:13,bigquery_to_bigqueri:13,bigquery_to_gc:13,bigquery_to_mssql:[13,17],bigquery_to_mysql:[13,17],bigqueryconsoleindexablelink:2,bigqueryconsolelink:2,bigqueryhook:1,binari:9,blob:[4,14],block:6,both:[6,7],breez:6,bst:9,build:[6,7],builder:0,built:7,busi:7,button:2,call:7,callabl:7,campaign_manag:13,can:[0,1,2,3,4,5,6,7,9,13],capabl:[0,5,7],capac:7,capit:6,carri:6,cassandra:[3,9,14],cassandra_to_gc:[10,13],cassandrahook:1,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:9,cde1:9,celeri:[8,9],certain:[3,7],certif:9,certifi:9,cfg:7,chanc:6,chang:[6,7],changelog:6,chapter:7,charg:7,check:[6,7,9],choic:7,choos:[7,9],chronolog:7,cli:7,client:12,cloud:[4,7,14,18],cloud_build:13,cloud_form:11,cloud_memorystor:13,cloud_sql:13,cloud_storage_transfer_servic:13,cloudant:[3,9,14],cloudanthook:1,cloudform:14,cloudsecretmanagerbackend:5,cloudsqldatabasehook:1,cloudsqlhook:1,cloudwatch:14,cloudwatchtaskhandl:4,cncf:17,code:13,com:[8,9],come:[7,8],command:[6,7,8],commerci:7,commit:6,common:[6,13],commun:[0,1,2,4,5,15],compat:7,complet:6,compliant:7,compon:[6,7],compute_ssh:13,computeenginesshhook:1,configur:[5,6,7,13],conflict:7,conn_typ:7,connect:[3,5,6,9,13,14,18],connection_id:6,connections_list:6,consid:[6,7],consist:6,constrain:7,constraint:[7,8],contain:[6,7,14],contribut:[6,7],control:7,convent:7,convert:8,copi:[10,11,12,13,15,17],core:[0,4,5,6,14],correct:[7,9],correspond:7,cosmo:14,could:7,cours:7,cover:[6,7],creat:[1,10],cross:7,current:[7,8],custom:[1,2,5,6],d7de:9,dag:[7,13],data:[7,10,14,15,16],data_factori:12,databas:[3,5,7,9,14,18],databrick:[3,9,14],databrickshook:1,databrickssubmitrunoper:16,datacatalog:13,datadog:[9,14],datafus:13,datalak:12,dataprep:1,dataproc:14,dataprocclusterlink:2,dataprocjoblink:2,datasync:14,decor:7,def:7,defin:[1,2,6,7],definit:[6,7],deliv:7,depend:[6,7],deprec:[6,7],deprecatedvers:7,describ:[6,7,8],descript:[6,7],design:[6,7],detail:7,develop:[6,7,10],devlist:7,dict:6,dictionari:7,did:6,diff:9,differ:[7,9],dingd:[3,9,14],dingdinghook:1,directori:9,discord:[3,9,14],discord_webhook:16,discordwebhookhook:1,discov:7,discover:7,discoveri:14,discovery_api:13,discuss:7,displai:[7,14],display_video:13,distinct:6,distribut:[9,14,18],dms:11,dms_create_task:11,dms_delete_task:11,dms_describe_task:11,dms_start_task:11,dms_stop_task:11,doc:[0,6],docker:[3,6,9,14],docker_swarm:17,dockerhook:1,document:[7,10,11,12,13,14,15,16,17],doe:7,doesn:6,doing:7,domain:7,don:7,done:7,doubt:6,down:9,downgrad:7,download:[9,13],draft:7,drill:[3,9,14],drillhook:1,drive:14,drop:9,druid:[3,9,14],druid_check:10,druiddbapihook:1,dynamodb:14,dynamodb_to_s3:11,e08a:9,each:[1,2,6,7],earlier:7,easili:[6,7],ec2:14,ec2_start_inst:11,ec2_stop_inst:11,ecf4:9,ecosystem:7,ecs:11,either:7,eks:11,elast:14,elasticach:14,elasticache_replication_group:11,elasticsearch:[3,9,14],elasticsearchhook:1,elasticsearchtaskhandl:4,email:14,empti:6,emr:[1,14],emr_add_step:11,emr_contain:11,emr_create_job_flow:11,emr_modify_clust:11,emr_terminate_job_flow:11,emrclusterlink:2,emrhook:1,enabl:[7,18],end:[6,7],english:6,enough:7,ensur:6,enterpris:5,entri:7,entry_point:7,environ:[6,7],especi:8,essenti:9,evalu:7,everi:7,exactli:7,exampl:[6,7,8,9,13],example_:6,example_dag:6,exampleinclud:6,exasol:[3,9,14],exasol_to_s3:[11,17],exasolhook:1,execut:6,exist:[6,7],expect:[6,7],explain:[1,2,7],explor:14,expos:[0,1,2,4,5,7],extend:[1,2,3],extens:[7,13],extern:[2,6,7],extra:[3,6],fab:0,facebook:[3,9,14],facebook_ads_to_gc:[13,16],facebook_soci:1,facebookadsreportinghook:1,factori:14,fafd8d630e46:6,favour:7,featur:[3,7],feel:7,few:7,field:[1,7],file:[3,6,7,9,14,18],file_to_wasb:12,fileshar:14,filesystem:[12,13],filter:6,find:7,fine:7,fingerprint:9,firebas:[13,18],firehos:14,first:[6,7],flask:0,flow:6,folder:7,follow:[6,7,9],form:7,format:[7,8],formerli:18,foundat:14,free:7,friendli:7,from:[5,7,10,11,12,13],ftp:[3,9,14],ftp_to_s3:[11,15],ftphook:1,full:7,fulli:7,gather:6,gcp:18,gcpbigqueri:1,gcpcloudsql:1,gcpcloudsqldb:1,gcpssh:1,gcs:13,gcs_to_bigqueri:13,gcs_to_gc:13,gcs_to_gdriv:13,gcs_to_loc:13,gcs_to_s3:[11,13],gcs_to_sftp:[13,15],gcs_to_sheet:13,gcstaskhandl:4,gdm:13,gdrive_to_gc:13,gener:7,get:[7,9],get_connection_form_widget:7,get_provider_info:7,get_ui_field_behaviour:7,github:6,githubusercont:8,give:7,given:7,glacier:14,glacier_to_gc:[11,13],glad:7,glue:14,glue_catalog:11,glue_crawl:11,gmail:9,going:7,good:[7,9],googl:[3,7,9,14],google_api_to_s3:11,google_cloud_default:7,google_cloud_platform:[1,7],google_openid:0,googlebasehook:[1,13],googledataprephook:1,gpg:9,grpc:[3,9,14],grpchook:1,guid:[6,9,10,11,12,13,15,16,17],guidelin:6,hadoop:[14,18],handl:[6,7],handler:7,has:[5,6,7,11,12,13],hashicorp:[3,9,14],have:[5,6,7],hdf:[3,9,14],hdfshook:1,help:6,here:[2,3,4,5,7,14,18],highest:7,hive:[3,9,14],hive_cli:1,hive_metastor:1,hive_stat:10,hive_to_druid:10,hive_to_dynamodb:[10,11],hive_to_mysql:[10,17],hive_to_samba:[10,15],hiveclihook:1,hivemetastorehook:1,hiveserver2:1,hiveserver2hook:1,hood:7,hook:[1,6,7,10,11,12,15,16,17],hook_nam:7,how:[8,13,16,17],howev:[6,7],howto_operator_:6,http:[3,6,7,8,9,14],httphook:1,human:7,hypertext:[3,9,14,18],ibm:[3,9,14,18],imap:[3,9,14],imap_attachment_to_s3:[11,15],imaphook:1,impact:7,implement:[0,1,2,3,4,5,7],in_contain:6,includ:[7,8,18],incompat:7,increment:7,independ:[7,14],index:[6,7],indic:9,individu:[6,7],influxdb:[3,9,14],influxdbhook:1,inform:[5,6,7],insid:6,instal:[6,18],instanc:14,integr:[5,7,10,11,12,13,14,16,18],intent:7,interfac:[7,15],intern:[6,7],internet:[3,9,14,18],introduc:7,invest:7,involv:6,issu:6,issuer:9,item:7,its:[2,5,7],itself:7,java:[3,9,14,18],jdbc:[3,9,14],jdbchook:1,jdbcoper:15,jenkin:[3,9,14],jenkins_job_trigg:17,jenkinshook:1,jira:[3,9,14],jirahook:1,job:16,json:[6,7],june:7,just:7,kaxil:9,kaxilnaik:9,keep:7,kei:9,kind:7,kinesi:14,kms:13,know:[7,9],kubernet:[3,9,14],kubernetes_engin:13,kubernetes_pod:17,kuberneteshook:1,kubernetespodoper:17,kylin:[9,14],kylin_cub:10,lake:14,lambda:14,lambda_funct:11,languag:6,last:7,later:7,latest:7,least:7,left:9,leveldb:[1,14,18],leveldbhook:1,life:7,life_sci:13,lightli:7,like:[6,7,8],limit:[7,12],line:[6,7],linear:6,link:3,list:[3,6,7,14,18],livi:[3,9,14],livyhook:1,local:[6,7,14],local_to_adl:12,local_to_gc:13,local_to_s3:11,local_to_wasb:12,log:[3,14],logger:7,logo:6,longer:7,look:[0,5,6,7,8],loop:7,lowercas:6,made:[6,9],mai:6,mail:7,main:[6,7,9],major:7,make:7,manag:[0,1,2,4,5,7,8,9,14,18],mani:[5,7],manual:7,map:7,march:7,market:[14,18],marketing_platform:13,match:[7,9],matter:7,mean:7,mechan:7,meet:6,memcach:13,mention:7,merg:7,messag:[3,9,14,18],meta:7,metadata:7,microsoft:[3,6,9,14,15],might:7,migrat:14,mirror:9,mlengin:13,modif:7,modul:[6,7],modular:7,mongo:[1,6,17],mongo_to_s3:[11,17],mongodb:[3,9,14,18],mongohook:1,more:[0,6,7,8],moreov:7,most:[6,7,9],mssql:[3,7,9,14],mssql_to_gc:[13,17],mssql_to_hiv:[10,17],mssqlhook:1,multipl:7,multitud:7,must:6,myproviderpackag:7,mysql:[3,6,9,14],mysql_to_gc:[13,17],mysql_to_h:[10,17],mysql_to_s3:[11,17],mysqlhook:1,mysqloper:17,naik:9,name:[6,7],namespac:6,natural_languag:13,necessari:6,need:[6,7,8],neo4j:[3,6,9,14],neo4jhook:1,neo4joper:17,neq:6,networkuri:6,never:7,new_provid:6,newproviderhook:6,newprovideroper:6,nextdoor:6,nginx:6,nobr:6,nodash:6,non:7,none:6,normal:7,note:7,notfound:6,notif:14,now:6,nullabl:6,number:[6,7],object:7,occur:6,odbc:[3,6,9,14],odbchook:1,offici:8,often:7,older:7,onc:7,one:[6,7,9],ones:[5,6],onli:[6,7,8],open:6,openfaa:[9,14],oper:[2,6,7,10,11,12,15,16,17],opsgeni:[3,9,14],opsgenie_alert:16,opsgeniealerthook:1,opt:6,optim:[6,7],option:[4,7],oracl:[3,9,14],oracle_to_azure_data_lak:[12,17],oracle_to_gc:[13,17],oracle_to_oracl:17,oraclehook:1,order:[6,7],org:[7,9],os_login:13,oss:1,osshook:1,other:[6,7,8,14],our:[6,7],out:6,outsid:7,own:[1,2,5,6],owner:9,packag:[6,8],page:[2,7,8,9],pagerduti:[3,9,14],pagerduty_ev:[1,16],pagerdutyeventshook:1,pagerdutyhook:1,papermil:[9,14],paramet:[1,6],part:[6,7],parti:7,particular:7,path:7,peopl:7,per:7,perform:[6,7,10,11,12,13,15,16,17],pgp:9,pgpk:9,pgpv:9,pig:[3,9,14],pig_cli:1,pigclihook:1,pinot:[9,14],pip:[7,8,18],placehold:6,platform:[4,14,18],pleas:9,plexu:[9,14],png:6,poetri:8,point:7,port:7,posit:7,possibl:[5,6,7],postgr:[1,17],postgres_to_gc:[13,17],postgreshook:1,postgresoper:17,postgresql:[3,9,14,18],powershel:[9,14,18],practic:7,pre:6,prefer:7,prerequisit:7,presto:[3,9,14],presto_to_gc:[13,17],presto_to_mysql:17,prestohook:1,previou:[7,9],primari:9,privat:7,probabl:7,problem:7,proc:16,product:[10,11,12,13,15,16,17],project:[6,7],properli:7,properti:7,protocol:[3,9,14,18],provid:[0,1,2,3,4,5,8,10,11,12,13,15,16,17],provider_info:7,provider_requir:6,providers_requir:6,psrp:[9,15],publish:[7,8,11],pubsub:13,purpos:[6,7],pypi:[7,9,18],pytest:6,python:[6,7,8,9,10,11,12,13,15,16,17,18],qdslink:2,qubol:[3,9,14],qubole_check:16,qubolehook:1,queri:7,question:7,queue:14,quick:6,quickli:6,quit:7,rather:[5,7],raw:8,reach:7,read:[0,5,6,7],reason:7,recent:7,recogn:7,recommend:[6,9],redi:[3,9,14],redirect:2,redis_publish:17,redishook:1,redshift:[1,14],redshift_to_s3:11,redshiftsqlhook:1,redshiftsqloper:11,ref:6,refer:7,relat:[6,7],releas:[6,7,14],relev:9,reli:7,remot:[7,9,14,18],remov:7,replac:7,repositori:[7,18],requir:[6,7,8],retriev:7,revers:7,right:[7,8],root:6,round:7,rsa:9,rst:[6,7],run:[6,7,9,18],run_install_and_test_provider_packag:6,runtim:7,s3_bucket:11,s3_bucket_tag:11,s3_copy_object:11,s3_delete_object:11,s3_file_transform:11,s3_list:11,s3_list_prefix:11,s3_to_ftp:[11,15],s3_to_gc:[11,13],s3_to_hiv:[10,11],s3_to_mysql:[11,17],s3_to_redshift:11,s3_to_sftp:[11,15],s3_to_snowflak:[11,16],s3hook:1,s3taskhandl:4,s3tosnowflakeoper:[11,16],safer:7,sagemak:14,sagemaker_bas:11,sagemaker_endpoint:11,sagemaker_endpoint_config:11,sagemaker_model:11,sagemaker_process:11,sagemaker_train:11,sagemaker_transform:11,sagemaker_tun:11,salesforc:[3,9,14],salesforce_apex_rest:16,salesforce_to_gc:[13,16],salesforce_to_s3:[11,16],salesforceapexrestoper:16,salesforcehook:1,samba:[3,9,14],sambahook:1,same:[7,8],sat:9,save:7,schedul:7,schema:7,scheme:7,scope:7,script:6,sdk:12,search:14,search_ad:13,second:6,secret:3,secret_manag:13,secrets_manag:11,secretsmanag:14,secretsmanagerbackend:5,section:[6,7],secur:[0,14,18],see:[0,1,2,4,5,6,7,8,13],segment:[3,9,14],segment_track_ev:16,segmenthook:1,select:9,self:9,semi:7,semver:7,sendgrid:9,sensor:[6,7],sep:9,separ:7,sequenc:6,serv:6,server:[0,3,7,9,14,18],servic:[5,6,7,14,18],ses:11,set:6,setup:[6,7],sever:7,sftp:[3,9,14],sftp_to_gc:[13,15],sftp_to_s3:[11,15],sftphook:1,sha512:9,sha:9,share:[7,8],shasum:9,sheet:13,sheets_to_gc:13,shell:[14,18],should:[6,7,8,9],sign:9,signatur:9,similar:6,simpl:14,simpli:7,sinc:7,singular:[9,14],slack:[3,9,14],slack_webhook:16,slackwebhook:1,slackwebhookhook:1,snowflak:[3,9,14],snowflake_to_slack:16,snowflakehook:1,snowflakeoper:16,snowflaketoslackoper:16,sns:11,softwar:[7,14],solid:7,some:[5,6,7,8,12,13],somemodul:7,someth:[6,7],sourc:[7,10,11,12,13,15,16,17],sourcehook:7,spark:[3,9,14],spark_jdbc:[1,10],spark_jdbc_script:10,spark_kubernet:17,spark_sql:[1,10],spark_submit:10,sparkjdbchook:1,sparksqlhook:1,sparksubmithook:1,speak:7,special:7,specif:[1,3,7],speech_to_text:13,spelling_wordlist:6,spreadsheet:14,sql:[3,9,14,18],sql_to_gc:13,sqlite:[3,9,14],sqlitehook:1,sqliteoper:17,sqoop:[3,9,14],sqoophook:1,sqs:11,ssh:[3,9,14],sshhook:1,stabl:7,stackdrivertaskhandl:4,stage:7,standard:[7,15],start:[6,7],statement:7,step:[6,7,9,14],step_funct:11,step_function_get_execution_output:11,step_function_start_execut:11,still:6,stop:7,storag:[4,14],store:5,str:6,string:7,structur:[6,7],sub:7,succe:7,success:8,suit:[13,18],sum:9,summari:[0,1,2,4,5,7],support:[6,8,10,11,12,13],swarm:14,system:[2,7,14,18],systemsmanagerparameterstorebackend:5,tabl:6,tableau:[3,9,14],tableau_refresh_workbook:16,tableauhook:1,tableauoper:16,tag:6,take:[0,5],taken:7,tap:5,tar:9,target:[6,7,10,11,12,13,15,16,17],task:[2,4,7],taskflow:7,team:7,telegram:[9,14],telegramoper:16,tell:7,test:7,test_:6,test_providers_manag:6,text_to_speech:13,than:[5,7],thei:[3,7,8,18],them:[7,8],thi:[0,1,2,4,5,6,7,8,9],think:7,third:7,those:[0,1,4,5,7,8],three:7,through:7,time:7,togeth:7,top:9,transfer:[3,6,7,9,14,18],translat:7,translate_speech:13,trino:[3,9,14],trino_to_gc:[13,17],trino_to_mysql:17,trinohook:1,trust:9,turn:7,two:[6,7],txt:[6,8],type:[1,6,13],typic:8,under:7,understand:6,uniqu:7,unknown:9,unless:7,updat:7,upgrad:8,upload:[12,13],url:6,use:[6,7,8,13],used:[1,3,7,9],useful:7,user:[2,7,9],using:[6,7,8,9,15,17],usual:7,valid:[7,9],valu:7,vari:7,variabl:[5,6,7],variou:[10,11,12,13,15,16,17],vault:[1,14,18],vaultbackend:5,vaulthook:1,venv:7,veri:7,verif:7,verifi:[7,9],version:[6,7,8,9,18],vertica:[3,9,14],vertica_to_h:[10,17],vertica_to_mysql:17,verticahook:1,via:[0,1,2,4,5,7,8,9],video:14,video_intellig:13,view:7,visibl:7,volum:6,wai:[6,7],want:7,warn:9,wasb:[1,12],wasb_delete_blob:12,wasbhook:1,wasbtaskhandl:4,web:[0,7,14,18],webhdf:[14,18],webserv:0,websit:7,well:[7,9],were:7,what:[7,18],whatev:7,when:[1,6,7,8],where:7,whether:7,which:[7,12],who:7,why:9,window:[9,14,18],winrm:[6,9,14],wish:8,within:[10,11,12,13,15,16],without:7,word:6,work:[6,7],workflow:[6,8],workspac:18,worri:9,would:7,write:[3,7],written:7,www:6,yaml:6,yandex:[3,9,14],yandexcloud:1,yandexcloud_dataproc:16,yandexcloudbasehook:1,yet:6,you:[0,1,2,4,5,6,7,8,9,10,11,12,13,15,16,17],your:[6,8],zendesk:[9,14]},titles:["Auth backends","Connections","Extra Links","Core Extensions","Writing logs","Secret backends","Community Providers","Provider packages","Installation from PyPI","Installing Providers from Sources","ASF: Apache Software Foundation","AWS: Amazon Web Services","Azure: Microsoft Azure","Google","Operators and Hooks Reference","Protocol integrations","Services","Software integrations","Providers packages reference"],titleterms:{"360":13,"function":[7,11,13],"new":6,AWS:11,Ads:[13,16],ECS:11,EKS:11,GCS:[10,11,12,13,15,16,17],KMS:13,SES:11,SNS:11,SQS:11,Using:7,access:[1,11,15],airbyt:[1,16,18],airflow:[6,7,18],alibaba:[1,18],amazon:[1,2,4,5,10,11,13,15,16,17,18],analytics360:13,apach:[1,10,11,13,15,17,18],api:13,asana:[1,17,18],asf:10,athena:11,atlassian:17,auth:[0,7],automl:13,azur:[1,4,5,12,13,17,18],backend:[0,5,7],backport:7,batch:[11,12],beam:[10,18],bigqueri:[13,17],bigtabl:13,blob:[12,13],build:13,campaign:13,cassandra:[1,10,13,18],catalog:13,celeri:18,cloud:[10,11,12,13,15,16,17],cloudant:[1,16,18],cloudform:11,cloudwatch:11,cncf:18,code:6,commun:[6,7],comput:13,connect:[1,7,15],contain:12,core:[3,7],cosmo:12,creat:[6,7],custom:7,data:[11,12,13,17],databas:[1,11,15],databrick:[1,16,18],datadog:[16,18],dataflow:13,dataprep:13,dataproc:[13,16],datastor:13,datasync:11,deploy:13,dingd:[1,16,18],discord:[1,16,18],discoveri:13,displai:13,distribut:10,dlp:13,docker:[1,17,18],document:6,drill:[1,10,18],drive:13,druid:[1,10,18],dynamodb:[10,11],ec2:11,elast:11,elasticach:11,elasticsearch:[1,4,17,18],email:11,emr:11,engin:13,exasol:[1,11,17,18],explor:12,extend:7,extens:3,extra:[2,7],facebook:[1,13,16,18],factori:12,faq:7,file:[1,10,11,13,15],fileshar:[12,13],firehos:11,firestor:13,foundat:10,from:[8,9],ftp:[1,11,15,18],fusion:13,glacier:[11,13],glue:11,googl:[0,1,2,4,5,10,11,12,13,15,16,17,18],grpc:[1,15,18],hadoop:10,hashicorp:[1,5,17,18],hdf:[1,10,18],hive:[1,10,11,15,17,18],hook:[13,14],how:[6,7],http:[1,15,18],hypertext:[1,15],ibm:[1,16],imap:[1,11,15,18],influxdb:[1,17,18],initi:6,instal:[7,8,9],instanc:12,integr:[6,9,15,17],intellig:13,internet:[1,11,15],java:[1,15],jdbc:[1,15,18],jenkin:[1,17,18],jira:[1,17,18],kei:13,kinesi:11,kubernet:[1,11,13,17,18],kylin:[10,18],lake:[12,13,17],lambda:11,languag:13,learn:13,leveldb:13,life:13,link:[2,7],livi:[1,10,18],local:[11,12,13],log:[4,7,11],login:13,loss:13,machin:13,maintain:7,manag:[13,15],market:13,memorystor:13,messag:[1,11,15],microsoft:[1,4,5,10,12,13,17,18],migrat:11,mongo:18,mongodb:[1,11,17],mssql:[1,10,13,17,18],mysql:[1,10,11,13,17,18],natur:13,neo4j:[1,17,18],notif:11,odbc:[1,15,18],openfaa:[17,18],oper:[13,14],opsgeni:[1,16,18],oracl:[1,12,13,17,18],other:13,own:7,packag:[7,9,18],pagerduti:[1,16,18],papermil:[17,18],pig:[1,10,18],pinot:[10,18],platform:13,plexu:[16,18],postgr:18,postgresql:[1,13,17],powershel:15,presto:[1,13,17,18],prevent:13,protocol:[1,11,13,15],provid:[6,7,9,18],psrp:18,pub:13,pypi:8,qubol:[1,2,16,18],queue:11,redi:[1,17,18],redshift:11,refer:[14,18],releas:9,remot:15,sagemak:11,salesforc:[1,11,13,16,18],samba:[1,10,15,18],scienc:13,search:13,secret:[5,7,13],secretsmanag:11,secur:15,segment:[1,16,18],sendgrid:18,server:[1,10,13,17],servic:[10,11,12,13,15,16,17],sftp:[1,11,13,15,18],shell:15,simpl:[10,11,13,15,16,17],singular:[17,18],slack:[1,16,18],snowflak:[1,11,16,18],softwar:[10,17],sourc:9,spanner:13,spark:[1,10,18],speech:13,spreadsheet:13,sql:[1,10,13,17],sqlite:[1,17,18],sqoop:[1,10,18],ssh:[1,11,13,15,18],stackdriv:13,step:11,storag:[10,11,12,13,15,16,17],sub:13,swarm:17,system:10,tableau:[1,16,18],task:13,telegram:[16,18],test:6,text:13,tool:8,transfer:[1,10,11,12,13,15,16,17],translat:13,trino:[1,13,17,18],type:7,unit:6,updat:6,upgrad:7,valid:6,vault:17,vertica:[1,10,17,18],video:13,vision:13,web:11,webhdf:10,window:15,winrm:[15,18],workflow:13,write:4,yandex:[1,16,18],your:7,zendesk:[17,18]}})