blob: 3cec5073649ffe8db12b60381c423257de739b43 [file] [log] [blame]
Search.setIndex({docnames:["_api/airflow/providers/qubole/hooks/index","_api/airflow/providers/qubole/hooks/qubole/index","_api/airflow/providers/qubole/hooks/qubole_check/index","_api/airflow/providers/qubole/index","_api/airflow/providers/qubole/operators/index","_api/airflow/providers/qubole/operators/qubole/index","_api/airflow/providers/qubole/operators/qubole_check/index","_api/airflow/providers/qubole/sensors/index","_api/airflow/providers/qubole/sensors/qubole/index","_api/tests/system/providers/qubole/example_qubole/index","_api/tests/system/providers/qubole/example_qubole_sensors/index","_api/tests/system/providers/qubole/index","commits","index","installing-providers-from-sources","operators/index","operators/qubole","operators/qubole_check"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/qubole/hooks/index.rst","_api/airflow/providers/qubole/hooks/qubole/index.rst","_api/airflow/providers/qubole/hooks/qubole_check/index.rst","_api/airflow/providers/qubole/index.rst","_api/airflow/providers/qubole/operators/index.rst","_api/airflow/providers/qubole/operators/qubole/index.rst","_api/airflow/providers/qubole/operators/qubole_check/index.rst","_api/airflow/providers/qubole/sensors/index.rst","_api/airflow/providers/qubole/sensors/qubole/index.rst","_api/tests/system/providers/qubole/example_qubole/index.rst","_api/tests/system/providers/qubole/example_qubole_sensors/index.rst","_api/tests/system/providers/qubole/index.rst","commits.rst","index.rst","installing-providers-from-sources.rst","operators/index.rst","operators/qubole.rst","operators/qubole_check.rst"],objects:{"airflow.providers":[[3,0,0,"-","qubole"]],"airflow.providers.qubole":[[0,0,0,"-","hooks"],[4,0,0,"-","operators"],[7,0,0,"-","sensors"]],"airflow.providers.qubole.hooks":[[1,0,0,"-","qubole"],[2,0,0,"-","qubole_check"]],"airflow.providers.qubole.hooks.qubole":[[1,1,1,"","COMMAND_CLASSES"],[1,1,1,"","POSITIONAL_ARGS"],[1,2,1,"","QuboleHook"],[1,5,1,"","build_command_args"],[1,5,1,"","filter_options"],[1,5,1,"","flatten_list"],[1,5,1,"","get_options_list"],[1,1,1,"","log"]],"airflow.providers.qubole.hooks.qubole.QuboleHook":[[1,3,1,"","conn_name_attr"],[1,3,1,"","conn_type"],[1,4,1,"","create_cmd_args"],[1,3,1,"","default_conn_name"],[1,4,1,"","execute"],[1,4,1,"","get_jobs_id"],[1,4,1,"","get_log"],[1,4,1,"","get_results"],[1,4,1,"","get_ui_field_behaviour"],[1,4,1,"","handle_failure_retry"],[1,3,1,"","hook_name"],[1,4,1,"","kill"]],"airflow.providers.qubole.hooks.qubole_check":[[2,1,1,"","COL_DELIM"],[2,2,1,"","QuboleCheckHook"],[2,1,1,"","ROW_DELIM"],[2,5,1,"","isbool"],[2,5,1,"","isfloat"],[2,5,1,"","isint"],[2,1,1,"","log"],[2,5,1,"","parse_first_row"]],"airflow.providers.qubole.hooks.qubole_check.QuboleCheckHook":[[2,4,1,"","get_first"],[2,4,1,"","get_query_results"],[2,4,1,"","handle_failure_retry"]],"airflow.providers.qubole.operators":[[5,0,0,"-","qubole"],[6,0,0,"-","qubole_check"]],"airflow.providers.qubole.operators.qubole":[[5,2,1,"","QDSLink"],[5,2,1,"","QuboleOperator"]],"airflow.providers.qubole.operators.qubole.QDSLink":[[5,4,1,"","get_link"],[5,3,1,"","name"]],"airflow.providers.qubole.operators.qubole.QuboleOperator":[[5,4,1,"","__getattribute__"],[5,4,1,"","__setattr__"],[5,4,1,"","execute"],[5,4,1,"","get_hook"],[5,4,1,"","get_jobs_id"],[5,4,1,"","get_log"],[5,4,1,"","get_results"],[5,4,1,"","on_kill"],[5,3,1,"","operator_extra_links"],[5,3,1,"","qubole_hook_allowed_args_list"],[5,3,1,"","template_ext"],[5,3,1,"","template_fields"],[5,3,1,"","ui_color"],[5,3,1,"","ui_fgcolor"]],"airflow.providers.qubole.operators.qubole_check":[[6,2,1,"","QuboleCheckOperator"],[6,2,1,"","QuboleValueCheckOperator"],[6,5,1,"","get_sql_from_qbol_cmd"],[6,5,1,"","handle_airflow_exception"]],"airflow.providers.qubole.operators.qubole_check.QuboleCheckOperator":[[6,3,1,"","template_ext"],[6,3,1,"","template_fields"],[6,3,1,"","ui_fgcolor"]],"airflow.providers.qubole.operators.qubole_check.QuboleValueCheckOperator":[[6,3,1,"","template_ext"],[6,3,1,"","template_fields"],[6,3,1,"","ui_fgcolor"]],"airflow.providers.qubole.sensors":[[8,0,0,"-","qubole"]],"airflow.providers.qubole.sensors.qubole":[[8,2,1,"","QuboleFileSensor"],[8,2,1,"","QubolePartitionSensor"],[8,2,1,"","QuboleSensor"]],"airflow.providers.qubole.sensors.qubole.QuboleSensor":[[8,4,1,"","poke"],[8,3,1,"","template_ext"],[8,3,1,"","template_fields"]],"tests.system.providers":[[11,0,0,"-","qubole"]],"tests.system.providers.qubole":[[9,0,0,"-","example_qubole"],[10,0,0,"-","example_qubole_sensors"]],"tests.system.providers.qubole.example_qubole":[[9,1,1,"","DAG_ID"],[9,1,1,"","ENV_ID"],[9,1,1,"","START_DATE"],[9,1,1,"","doc_md"],[9,1,1,"","test_run"]],"tests.system.providers.qubole.example_qubole_sensors":[[10,1,1,"","DAG_ID"],[10,1,1,"","ENV_ID"],[10,1,1,"","START_DATE"],[10,1,1,"","doc_md"],[10,1,1,"","test_run"]]},objnames:{"0":["py","module","Python module"],"1":["py","data","Python data"],"2":["py","class","Python class"],"3":["py","attribute","Python attribute"],"4":["py","method","Python method"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:data","2":"py:class","3":"py:attribute","4":"py:method","5":"py:function"},terms:{"0":[0,1,2,3,4,5,6,7,8,9,10,11,14,15,16,17],"000":6,"00642a46d0":12,"0080354502":12,"01":12,"02":[12,16],"027b707d21":12,"03":12,"04":12,"05":12,"05443c6dc8":12,"06":12,"07":12,"08":12,"08575ddd8a":12,"09":12,"0a0e1af800":12,"0a68588479":12,"0b0e4f7a4c":12,"0b2":12,"0beta1":12,"0dbd0f420c":12,"1":[5,16],"10":[12,13,16],"100000l":16,"10097":12,"10163":12,"10205":12,"10483":12,"10528":12,"10530":12,"10543":12,"10599":12,"10818":12,"10820":12,"11":[12,14],"11178":12,"11229":12,"11238":12,"11242":12,"11249":12,"11293":12,"11447":12,"11487":12,"11688":12,"11826":12,"11855":12,"12":[12,14,16],"12082":12,"12093":12,"12206":12,"12212":12,"12304":12,"12366":12,"12390":12,"12444":12,"12449":12,"12472":12,"12558":12,"12677":[12,13],"12917":12,"12955":12,"12af6a0800":12,"12c5e5d8a":12,"13":[5,12,16],"13148":12,"13380":12,"13717":12,"13732":12,"13767":12,"14":12,"14013":12,"14487":12,"14886":12,"15":12,"15518":12,"15534":12,"15576":12,"15598":13,"15615":[12,13],"15667":[12,13],"15683":[12,13],"16":12,"16149":12,"16294":12,"16405":12,"16464":12,"16501":12,"16682":12,"16872":12,"16adc035b1":12,"16e7129719":12,"17":12,"17015":12,"17116":12,"17682":12,"17890":12,"18":12,"18278":12,"18597":12,"18613":12,"18855":12,"19":12,"19321":12,"19882":12,"1d36b0303b":12,"1dcd3e13fd":12,"1e647029e4":12,"1fba5402bb":12,"2":[0,1,2,3,4,5,6,7,8,9,10,11,14,15,16,17],"20":[12,16],"20058":[12,13],"20110104":16,"2020":12,"2021":[12,14],"2022":12,"20319":12,"20523":12,"20565":12,"20571":12,"20608":12,"20614":12,"20625":12,"2064":16,"20951":12,"21":12,"21074":[12,13],"21257":12,"21285":12,"21439":12,"21798":12,"22":12,"22056":12,"22112":12,"22226":12,"22244":12,"22382":13,"22383":12,"22460":12,"22974":12,"23":12,"23104":12,"23631":12,"23716":[12,13],"23rc1":12,"24":12,"24149":12,"24229":12,"24230":[12,13],"24231":12,"24292":12,"24c8e4c2d6":12,"25":12,"26":12,"27":12,"28":12,"29":12,"295d66f914":12,"2a1":12,"2fbfbef17b":12,"3":[0,1,2,3,4,5,6,7,8,9,10,11,14,15,16,17],"30":12,"3064a1":5,"31":12,"3190db5246":12,"32971a1a2d":12,"3320e432a1":12,"33214d9326":12,"33f0cd2657":12,"349b0811c3":12,"3696c34c28":12,"36aa88ffc1":12,"375d1ca229":12,"37681bca00":12,"3_wc":16,"3fd5ef3555":12,"4":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17],"406f":14,"40a2476a5d":12,"41bf172c1d":12,"4681":12,"47a5539f7b":12,"49":14,"49e336ae03":12,"4b031d39e1":12,"4b06fde0f1":12,"4bde99f132":12,"4d03e33c11":12,"4d3a":14,"4e8f9cc8d0":12,"512":14,"5220e4c384":12,"54":14,"589d6dec92":12,"59eb5de78c":12,"5a439e84eb":12,"5c6e":14,"6":12,"60":16,"600":16,"602abe8394":12,"6515":12,"6644":12,"6674":[12,14],"6687":12,"6708":12,"6714":12,"6792":12,"6817":12,"6889a333cf":12,"68e4c4dcb0":12,"6c3a67d4fc":12,"6cf76d7ac0":12,"7":6,"7079":12,"717a7588bc":12,"71e4deb1b0":12,"720912f67b":12,"7265":12,"7287":12,"7299":12,"7309":12,"7330":12,"7338":12,"7412":12,"7456":12,"7517":12,"75c60923e0":12,"76ed2a49c6":12,"7750":12,"7802":12,"7825e8f590":12,"7828":12,"7d24b088cd":12,"7d84196519":12,"8":12,"807ad32ce5":12,"8170":12,"83c037873f":12,"83f8e178ba":12,"840ea3efb9":12,"853576d901":12,"85a18e13d9":12,"866a601b76":12,"86a2a19ad2":12,"872b1566a1":12,"87969a350d":12,"87f408b1e7":12,"8807":12,"8841":12,"8886":12,"8891":12,"8898":12,"88bdcfa0df":12,"8984":12,"8994":12,"8b1":12,"8b6b0848a3":12,"8c42cf1b00":12,"8ec4":14,"9026":12,"92585ca4cb":12,"9320":12,"9347":12,"9349":12,"9370":12,"9404":12,"9408":12,"9549274d11":12,"9550":12,"97496ba2b4":12,"9784":12,"97a429f9d0":12,"996965aad9":12,"9985":12,"9b39f24780":12,"9c94b72d44":12,"9cbd7de6d1":12,"9dc2851671":12,"9f135bce30":12,"boolean":[2,5],"byte":5,"case":[1,2,8],"char":[1,5],"class":[12,13,16],"default":[1,5,6,12,16,17],"do":14,"export":[5,16],"final":12,"float":[2,5,6],"function":[8,12],"import":[12,13,14,16],"int":[5,6,16],"new":[12,16],"public":16,"return":[1,5,6,17],"static":[1,2,12],"super":12,"switch":12,"true":[1,5,12,16],"while":8,A:1,By:[6,14,17],For:[5,6,8,12,14,16,17],If:[5,6,13,14,16,17],It:14,The:[6,14],There:14,These:5,To:[5,14,16,17],_:16,__getattribute__:5,__init__:12,__setattr__:5,_hook:12,_oper:12,_qubolecheckoperatormixin:6,_sensor:12,a0821235fb:12,a2d6a2f85:12,a458fcc573:12,a9ac2b040b:12,abc:16,about:[12,14],abov:14,abstractoper:5,ac2f72c98d:12,accident:12,accord:12,accordingli:5,actual:1,ad:[12,13],add:[12,13],addit:5,additional_opt:5,adhoc:[16,17],advanc:5,ae7cb4a1e2:12,aeabe994b3:12,aeea71274d:12,after:12,against:[6,12,16,17],aip:12,airflow:[14,16,17],airflow_example_run:16,airflow_except:6,aka:14,alert:6,all:[5,6,8,12,13,16],allowinsert:5,alreadi:14,also:[8,14,16],amazon:[16,17],an:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17],analyt:[16,17],analyz:15,ani:[5,6,14,16,17],anyth:6,apach:[14,16],apache_airflow_providers_qubol:14,api:[8,12,13,16],app:5,app_id:5,appli:[12,13],applic:12,apply_default:[12,13],approxim:16,ar:[2,5,6,13,14,16],archiv:5,archive1:5,archive2:5,arg:[1,2,5,12,16],argument:[1,5,6,12,16],arrai:[5,16],asc:14,assign:5,associ:1,assum:5,attach:16,august:12,auth_token:[5,6,8],auto:[12,13,16],autoapi:12,autom:12,automat:13,avail:[13,14,16],averag:6,avoid:16,b2a28d1590:12,b40dffa085:12,b916b75079:12,ba4b:14,backport:12,backward:[12,13],base:[1,2,5,6,8],basehook:1,baseoper:5,baseoperatorlink:[5,12],basesensoroper:8,bash:14,batch:12,bbc627a3da:12,be75dcd39c:12,becaus:5,behaviour:1,behind:5,being:5,belong:14,below:[13,14],between:6,big:[16,17],bigqueri:[12,13],bin:14,binari:14,black:12,blob:13,bool:[1,6,17],both:8,boundary_queri:5,branch:12,brees:12,broken:12,bst:14,bucket:[5,16],bugfix:12,buggfix:12,build:[1,12,14],build_command_arg:1,built:[16,17],c1ab8e2d7b:12,c34ef853c8:12,c42a375e79:12,c58d60635d:12,c7e5bce57f:12,ca4238eb4d:12,call:[1,12],callabl:6,can:[5,6,8,13,14,15,16,17],cancel:1,candid:12,capit:12,cast:[6,17],cb73053211:12,cbf8001d76:12,cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f:14,cde1:14,cdec301254:12,certif:14,certifi:14,cf141506a2:12,chang:[5,12],changelog:12,chapter:14,check:[2,6,8,12,13,14,15,16],check_hive_partit:16,check_s3_fil:16,checksum:14,choic:6,choos:14,classifi:[12,13],claus:5,clean:5,cleanup:[5,12],cloud:[8,15,16,17],cluster:[5,16],cluster_label:[5,16],cmdline:5,code:[12,14,15],col_delim:2,column:[2,5,16],com:[5,13,14],come:12,command:[1,5,6,12,17],command_class:1,command_typ:[5,16],comment:12,commit:12,common:6,commun:1,compar:6,compat:[12,13],complet:[5,13],complex:6,comput:16,concaten:16,condit:5,conf:16,configur:[5,12,13],conn_name_attr:1,conn_typ:1,connect:[5,6,8,12,13],consist:[5,6,8],constructor:12,contain:[1,5,8,14],context:[1,2,5,8,12],contributor:12,copi:5,correct:[12,14],correspond:16,could:6,count:[6,16],craft:6,creat:[1,5,12,14],create_cmd_arg:1,critic:6,cross:12,ctl:1,curl:14,custom:1,customer_cluster_label:5,d08284ed25:12,d0e7db4024:12,d1bce91bb2:12,d200:12,d403:12,d5589673a9:12,d56e7b56bb:12,d7dbfb7e26:12,d7de:14,d94fa37830:12,d9567eb106:12,d:14,dag:[1,6,12,13,15],dag_id:[9,10,16],dai:[6,16],data:[5,6,8,12,16,17],databas:5,dataset:5,date:16,datetim:[5,12],db:[5,13],db_export:16,db_import:16,db_queri:16,db_tabl:[5,16],db_tap_id:[5,16],db_update_kei:5,db_update_mod:5,dbapi:2,dbapihook:2,dbexportcmd:[5,16],dbimportcmd:[5,16],dbtap:16,dbtap_id:[5,16],dbtapquerycmd:[5,16],ddb5246bd1:12,de7e934ca3:12,decemb:12,decor:[12,13],def:16,default_arg:12,default_conn_nam:1,default_qubole_airline_origin_destin:16,defin:[6,8],delai:12,delim:[1,5],deliv:[16,17],dep:14,depend:[6,12],deriv:[5,8],describ:14,descript:12,design:12,dest:14,detail:[12,13,14],determin:[1,5],dev0:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17],dev:[12,16],deviat:6,dictionari:[5,6],diff:14,differ:14,directli:1,directori:[5,14],distribut:14,doc:[6,12],doc_md:[9,10],docstr:12,document:[12,13,16,17],doubl:[5,12],down:14,download:[1,14],driven:8,drop:14,druid:[12,13],ds:16,dt:16,dttm:5,dubiou:6,due:13,dummi:12,dummy_oper:12,dummyoper:12,dynam:12,e08a:14,e3824ce521:12,e:5,each:[6,17],ecf4:14,echo:14,ee7ca128a1:12,ef037e7021:12,eg:5,els:16,email:[5,6],empti:6,emptyoper:12,enabl:12,enclos:5,entri:12,env_id:[9,10],er:6,error:[6,12,17],essenti:14,etc:5,eval:6,evalu:[6,17],even:12,everywher:12,exampl:[6,8,12,13,14,15,16],example_dag:12,example_qubol:[11,16],example_qubole_oper:9,example_qubole_sensor:[11,16],except:6,execut:[1,5,6,17],exist:13,expect:[6,17],experiment:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17],explain:13,explanatori:12,explicit:12,export_dir:5,exported_airline_origin_destin:16,express:12,ext:12,extend:6,extens:5,extra:[5,12],extract:5,extract_queri:5,f3521fb0e3:12,f3ad5cf618:12,f5b96315fe:12,f6bd817a3a:12,f77417eb0d:12,f:12,face:12,fail:[6,17],failur:[1,2,12],fals:[1,5,6,17],fdd9b6f65b:12,featur:[0,1,2,3,4,5,6,7,8,9,10,11,12,14,15,16,17],feb:12,fetch:[1,5,16],fetch_log:[5,16],fff:5,field:[1,5,6,8,12],fields_terminated_bi:5,file1:5,file2:5,file:[1,5,8,12,13,14],filter_opt:1,fingerprint:14,first:[2,6,12,13,17],fix:12,flake8:12,flatten:1,flatten_list:1,flexibl:6,flynt:12,folder:[8,14,16],follow:[5,6,14,16],foo:6,form:12,format:5,formmatt:12,foundat:14,fp:[1,5],framework:13,fresh:12,friendli:12,from:[1,5,6,12,13],further:[16,17],fxing:12,g:5,gener:12,get:[1,2,5,6,14],get_first:2,get_hook:5,get_jobs_id:[1,5],get_link:5,get_log:[1,5],get_options_list:1,get_query_result:2,get_result:[1,5,13],get_sql_from_qbol_cmd:6,get_template_context:5,get_ui_field_behaviour:1,get_valu:12,getattr:5,ghost:5,github:13,given:[1,5,6],gmail:14,go:5,good:14,googl:[15,16,17],gpg:14,grammar:12,greater:6,guid:[5,6,8,14],gz:14,ha:[6,16],hadoop_jar_cmd:16,hadoopapiexampl:16,hadoopapitest:16,hadoopcmd:[5,16],handl:[1,2,6],handle_airflow_except:6,handle_failure_retri:[1,2],hash:12,have:[5,6,12,13],hdf:5,header:[12,13],hex:5,high:12,hive:[5,8],hive_s3_loc:16,hive_serd:5,hive_show_t:16,hive_t:[5,16],hivecmd:[5,16],hoc:12,hold:6,hook:[3,5,6,12,13],hook_nam:1,how:[5,6,8,12,13,14,15],hql:16,http:[5,13,14],i:[14,16],id:[1,5,6,8,14,16],imag:12,implement:[5,12],implicit:12,improv:12,includ:[5,12],include_head:[1,5,13],indic:14,individu:12,info:12,inform:[1,5,6,8,12,16,17],initi:13,inlin:[1,5],input:16,insid:12,instal:12,install_requir:13,instanc:[1,5,6],instruct:14,integ:[2,5],integr:[12,15],interact:12,interfac:12,introduc:[12,13],isbool:2,isfloat:2,isint:2,issu:12,issuer:14,its:[8,16],itself:5,januari:12,jar:[5,16],jinja:5,job:[1,5,16],jobs_id:5,json:[5,8],juli:12,june:12,jupyt:5,jupytercmd:[5,12],just:1,k8:12,ka:14,kaxil:14,kaxilnaik:14,keep:12,kei:[5,14],key1:16,key2:16,kill:[1,5],know:14,kubernet:12,kwarg:[1,2,5,6,8],l:14,la:14,label:5,lake:[16,17],languag:[5,16],larg:1,latest:12,latin:16,latin_stat:5,lazi:12,lazili:12,learn:[15,16,17],least:13,leav:5,left:14,length:16,less:6,level:12,librari:16,like:[6,16],limit:6,line:[5,12],link:[5,12,14],list:[1,2,5,6,12,13],list_of_list:1,load:12,local:14,locat:[1,5,16],log:[1,2,12,16],logger:12,logic:6,logo:12,look:[5,6,8,16,17],ls:14,machin:[16,17],macro:[5,16],made:14,magic:12,mai:12,main:[5,12,13,14,16],make:12,manag:[12,14],manual:13,map:[5,16],map_index:12,mapper:16,march:12,markdown:12,match:[12,14],math:16,maxvalu:16,md:[12,13],meta:12,method:5,metric:6,microsoft:[16,17],might:5,migrat:[12,13],min:[12,16],minimum:13,mirror:14,misc:12,miscellan:12,miss:12,mistakenli:13,misus:12,mktemp:14,mode:[5,16],model:[5,12],modul:12,month:[12,16],more:[5,6,8,12],most:14,move:12,much:6,multipl:12,multiprocess:5,must:5,my_partitioned_t:16,mypi:[12,13],n:16,naik:14,name:[5,12,16],need:[5,8],next:12,none:[1,5,6,14],note:[6,12],note_id:5,notebook:5,notifi:[5,12,16],novemb:12,now:12,number:[5,6,12],numreducetask:16,o:14,object:[8,16],octob:12,offici:14,on_kil:5,onc:14,one:[1,5,14],onli:[1,5,6,13],open:[16,17],oper:[3,12,13,16,17],operator_extra_link:5,optimis:13,option:[1,5,6,12,13],org:[14,16],origin:14,otherwis:13,our:12,out:[6,12,17],output:[5,6,16],overflow:16,overrid:[5,8],owner:14,package_nam:14,package_vers:14,page:[5,12,14],paid:16,parallel:[5,16],param1:16,param2:16,param:[6,16],paramet:[1,5,6,8,12,16],pars:[2,6],parse_first_row:2,part:5,particular:15,partit:[5,6,8],partition_spec:[5,16],pass:[1,5,16],pass_valu:6,path:[5,6,16],pattern:12,payload:8,per:12,perform:[6,16],permiss:6,pgp:14,pgpk:14,pgpv:14,pi:16,pig:5,pig_cmd:16,pigcmd:[5,16],pip:[12,13,14],pipelin:6,platform:[16,17],pleas:14,point:12,pointer:1,poke:8,poke_interv:16,polici:13,pool:12,positional_arg:1,pre:6,prepar:12,presenc:[8,16],present:[8,16],presto_cmd:16,prestocmd:[5,16],prevent:6,previou:14,primari:14,println:16,problem:[12,13],process:5,product:[16,17],prog:16,program:[5,16],progress:6,project:12,protect:12,provid:[14,16,17],provider_download_dir:14,publish:6,pull:12,put:6,py3:14,py:[12,13,16],pydocstyl:12,pylint:12,pypi:[12,13],python:[5,6,12,13,14,16,17],pyupgrad:12,qbol:16,qd:[5,6,8,13,16,17],qdslink:5,qh:8,qualiti:6,qubol:14,qubole_check:[0,3,4],qubole_conn_id:[1,5,6,8],qubole_default:[1,5,6,8],qubole_hook:12,qubole_hook_allowed_args_list:5,qubole_oper:12,qubolecheckhook:2,qubolecheckoper:[6,17],qubolefilesensor:[8,16],qubolehook:[1,2,12],quboleoper:[5,6,16],qubolepartitionsensor:[8,16],qubolesensor:8,qubolevaluecheckoper:6,queri:[2,5,6,16],quot:5,r:5,random:16,rang:[5,6],rc2:12,rc3:12,readm:[12,13],rebas:12,receiv:6,recommend:14,record:[2,6],reduc:16,redund:12,ref:12,refactor:[12,13],refer:[5,6,12],refernc:12,regener:12,reinitialis:5,relas:12,releas:[12,13],relev:14,rema:12,remain:12,remov:[1,12,13,14],renam:12,render:5,replac:[1,12,16],repo:12,repositori:13,requir:5,respons:1,result:[1,2,5,6,17],results_parser_cal:6,retri:[1,2],roughli:16,row:[5,6,17],row_delim:2,row_list:2,rsa:14,run:[5,13,14],run_id:16,s3:[1,5,16],s3distcp:5,s3n:16,s:[5,6,12,14],same:[5,6],sampl:[5,8],sample_s:5,sat:14,save:1,scala:[5,16],schema:[5,16],script1:16,script:[5,12,14,16],script_loc:[5,16],sdist:14,sdk:[13,16,17],secur:[16,17],see:[12,13],select:[5,6,14],self:[1,2,5,8,14,16,17],send:5,sensor:[3,12],sent:5,sep:14,separ:[5,12],septemb:12,sequenc:[5,6,8,12],server:[5,14],servic:[8,12,16,17],set:[6,12],setappnam:16,setattr:5,setup:12,sh:16,sha512:14,sha:14,shasum:14,shell_cmd:16,shellcmd:[5,16],shellx:16,should:[5,6,8,14],show:[8,16],show_tabl:16,side:6,sign:14,signatur:[12,14],simpl:[5,6,16,17],simplifi:12,singl:5,size:5,slice:16,small:16,softwar:14,some:5,sourc:[1,2,5,6,8,9,10,13,15,16],spark:5,spark_cmd:16,sparkcmd:[5,16],sparkconf:16,sparkcontext:16,sparkpi:16,specif:[5,6,12,16],specifi:5,sphinx:12,split:[5,16],split_column:5,sql:[2,5,6,12,13],sqlcheckoper:6,sqlvaluecheckoper:6,sqoop:5,squash:12,standard:6,start_dat:[9,10,12],statement:5,step:14,stop:[6,12,16],storag:[8,16],store:[5,12],str:[1,5,6,8],stream:[5,16,17],strict:12,string:[5,6,12,16],structur:8,sub_command:[5,16],sub_commnad:5,subject:12,submit:5,subprocess:5,sum:14,suppli:5,support:[5,6,8,12,13],synchron:12,system:16,tabl:[5,6,16],tag1:16,tag2:16,tag:[5,12,16],take:[5,6,8,12],tar:14,target:5,task:[1,5,12],task_id:16,taskflow:12,taskinst:12,templat:[5,6,8],template_ext:[5,6,8],template_field:[5,6,8,12],temporari:14,test:[12,16],test_run:[9,10],text:1,than:6,them:16,thi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17],those:14,thread:5,ti:[1,5],ti_kei:[5,12],timeout:16,toc:12,todai:6,toint:16,toler:6,tool:12,toolchain:12,top:[13,14],transfer:12,trove:13,trust:14,tsv:16,txt:[5,8],type:[1,5,12,13],typehint:12,typo:12,ui_color:5,ui_fgcolor:[5,6],unabl:12,unarchiv:5,union:6,uniqu:[5,12],unknown:14,until:16,untouch:12,up:[5,8,12],updat:[12,13],updateonli:5,upgrad:[12,13],upstream:6,url:5,us:[1,5,6,8,12,14,15,16,17],usag:[12,16],use_customer_clust:5,user:[5,6,12,14],user_program_argu:5,utf:12,val:16,valid:[5,14],valu:[2,5,6,16,17],value1:16,value2:16,verifi:12,version:[5,12,13,14],via:[8,13,14,16],wait:[8,16],want:[13,14],warn:[12,14],wave:12,wc:16,web:[16,17],well:14,were:5,when:[1,5,12],where:[5,6,12],where_claus:[5,16],whether:[2,5],which:[5,6,8],whl:14,whose:8,why:14,within:[5,6],without:6,word:12,work:5,worri:14,wrong:12,wrongli:12,x:16,xcom:12,y:16,yesterdai:6,yesterday_d:16,you:[6,8,13,14,15,16,17],your:[6,13,16]},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.hooks.qubole</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.hooks.qubole_check</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.operators.qubole</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.operators.qubole_check</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.sensors.qubole</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.qubole.example_qubole</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.qubole.example_qubole_sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.qubole</span></code>","Package apache-airflow-providers-qubole","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-qubole</span></code>","Installing from sources","Qubole Operators","Qubole","Qubole Check"],titleterms:{"0":[12,13],"1":[12,13],"2":[12,13],"3":[12,13],"break":13,"class":[1,2,5,6,8],"function":[1,2,6],airflow:[0,1,2,3,4,5,6,7,8,12,13],apach:[12,13],attribut:[1,2],bug:13,chang:13,changelog:13,check:17,command:16,commit:13,content:[1,2,5,6,8,9,10,13],db:16,directori:16,example_qubol:9,example_qubole_sensor:10,execut:16,exist:16,featur:13,file:16,fix:13,from:14,guid:13,hadoop:16,hive:16,hook:[0,1,2],instal:[13,14],integr:14,misc:13,modul:[1,2,5,6,8,9,10],oper:[4,5,6,15],packag:[12,13,14],partit:16,perform:17,pig:16,prerequisit:[16,17],presto:16,provid:[0,1,2,3,4,5,6,7,8,9,10,11,12,13],pypi:14,qubol:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,15,16,17],qubole_check:[2,6],refer:[13,16,17],releas:14,requir:13,resourc:13,run:16,sensor:[7,8,16],shell:16,sourc:14,spark:16,submodul:[0,4,7,11],subpackag:3,system:[9,10,11],task:[16,17],test:[9,10,11],verifi:14}})