Search.setIndex({docnames:["_api/airflow/providers/qubole/hooks/index","_api/airflow/providers/qubole/hooks/qubole/index","_api/airflow/providers/qubole/hooks/qubole_check/index","_api/airflow/providers/qubole/index","_api/airflow/providers/qubole/operators/index","_api/airflow/providers/qubole/operators/qubole/index","_api/airflow/providers/qubole/operators/qubole_check/index","_api/airflow/providers/qubole/sensors/index","_api/airflow/providers/qubole/sensors/qubole/index","commits","index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/qubole/hooks/index.rst","_api/airflow/providers/qubole/hooks/qubole/index.rst","_api/airflow/providers/qubole/hooks/qubole_check/index.rst","_api/airflow/providers/qubole/index.rst","_api/airflow/providers/qubole/operators/index.rst","_api/airflow/providers/qubole/operators/qubole/index.rst","_api/airflow/providers/qubole/operators/qubole_check/index.rst","_api/airflow/providers/qubole/sensors/index.rst","_api/airflow/providers/qubole/sensors/qubole/index.rst","commits.rst","index.rst"],objects:{"airflow.providers":{qubole:[3,0,0,"-"]},"airflow.providers.qubole":{hooks:[0,0,0,"-"],operators:[4,0,0,"-"],sensors:[7,0,0,"-"]},"airflow.providers.qubole.hooks":{qubole:[1,0,0,"-"],qubole_check:[2,0,0,"-"]},"airflow.providers.qubole.hooks.qubole":{COMMAND_CLASSES:[1,1,1,""],POSITIONAL_ARGS:[1,1,1,""],QuboleHook:[1,2,1,""],build_command_args:[1,5,1,""],filter_options:[1,5,1,""],flatten_list:[1,5,1,""],get_options_list:[1,5,1,""],log:[1,1,1,""]},"airflow.providers.qubole.hooks.qubole.QuboleHook":{_add_tags:[1,3,1,""],conn_name_attr:[1,4,1,""],conn_type:[1,4,1,""],create_cmd_args:[1,3,1,""],default_conn_name:[1,4,1,""],execute:[1,3,1,""],get_jobs_id:[1,3,1,""],get_log:[1,3,1,""],get_results:[1,3,1,""],get_ui_field_behaviour:[1,3,1,""],handle_failure_retry:[1,3,1,""],hook_name:[1,4,1,""],kill:[1,3,1,""]},"airflow.providers.qubole.hooks.qubole_check":{COL_DELIM:[2,1,1,""],QuboleCheckHook:[2,2,1,""],ROW_DELIM:[2,1,1,""],isbool:[2,5,1,""],isfloat:[2,5,1,""],isint:[2,5,1,""],log:[2,1,1,""],parse_first_row:[2,5,1,""]},"airflow.providers.qubole.hooks.qubole_check.QuboleCheckHook":{get_first:[2,3,1,""],get_query_results:[2,3,1,""],handle_failure_retry:[2,3,1,""]},"airflow.providers.qubole.operators":{qubole:[5,0,0,"-"],qubole_check:[6,0,0,"-"]},"airflow.providers.qubole.operators.qubole":{QDSLink:[5,2,1,""],QuboleOperator:[5,2,1,""]},"airflow.providers.qubole.operators.qubole.QDSLink":{get_link:[5,3,1,""],name:[5,4,1,""]},"airflow.providers.qubole.operators.qubole.QuboleOperator":{__getattribute__:[5,3,1,""],__setattr__:[5,3,1,""],_get_filtered_args:[5,3,1,""],execute:[5,3,1,""],get_hook:[5,3,1,""],get_jobs_id:[5,3,1,""],get_log:[5,3,1,""],get_results:[5,3,1,""],on_kill:[5,3,1,""],operator_extra_links:[5,4,1,""],qubole_hook_allowed_args_list:[5,4,1,""],template_ext:[5,4,1,""],template_fields:[5,4,1,""],ui_color:[5,4,1,""],ui_fgcolor:[5,4,1,""]},"airflow.providers.qubole.operators.qubole_check":{QuboleCheckOperator:[6,2,1,""],QuboleValueCheckOperator:[6,2,1,""],get_sql_from_qbol_cmd:[6,5,1,""],handle_airflow_exception:[6,5,1,""]},"airflow.providers.qubole.operators.qubole_check.QuboleCheckOperator":{__getattribute__:[6,3,1,""],__setattr__:[6,3,1,""],execute:[6,3,1,""],get_db_hook:[6,3,1,""],get_hook:[6,3,1,""],template_ext:[6,4,1,""],template_fields:[6,4,1,""],ui_fgcolor:[6,4,1,""]},"airflow.providers.qubole.operators.qubole_check.QuboleValueCheckOperator":{__getattribute__:[6,3,1,""],__setattr__:[6,3,1,""],execute:[6,3,1,""],get_db_hook:[6,3,1,""],get_hook:[6,3,1,""],template_ext:[6,4,1,""],template_fields:[6,4,1,""],ui_fgcolor:[6,4,1,""]},"airflow.providers.qubole.sensors":{qubole:[8,0,0,"-"]},"airflow.providers.qubole.sensors.qubole":{QuboleFileSensor:[8,2,1,""],QubolePartitionSensor:[8,2,1,""],QuboleSensor:[8,2,1,""]},"airflow.providers.qubole.sensors.qubole.QuboleSensor":{poke:[8,3,1,""],template_ext:[8,4,1,""],template_fields:[8,4,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","data","Python data"],"2":["py","class","Python class"],"3":["py","method","Python method"],"4":["py","attribute","Python attribute"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:data","2":"py:class","3":"py:method","4":"py:attribute","5":"py:function"},terms:{"000":6,"00642a46d":9,"008035450":9,"05443c6dc":9,"0a0e1af80":9,"0b0e4f7a4":9,"0b2":9,"0beta1":9,"10097":9,"10163":9,"10205":9,"10483":9,"10528":9,"10530":9,"10543":9,"10599":9,"10818":9,"10820":9,"11178":9,"11229":9,"11238":9,"11242":9,"11249":9,"11293":9,"11447":9,"11487":9,"11688":9,"11826":9,"11855":9,"12082":9,"12093":9,"12206":9,"12212":9,"12304":9,"12366":9,"12390":9,"12444":9,"12449":9,"12472":9,"12558":9,"12917":9,"12955":9,"12af6a080":9,"12c5e5d8a":9,"13148":9,"13380":9,"13717":9,"13732":9,"13767":9,"16e712971":9,"1d36b0303":9,"1dcd3e13f":9,"2020":[9,10],"2021":9,"23rc1":9,"24c8e4c2d":9,"295d66f91":9,"2a1":9,"3064a1":5,"3190db524":9,"32971a1a2":9,"3320e432a":9,"33f0cd265":9,"349b0811c":9,"3696c34c2":9,"36aa88ffc":9,"375d1ca22":9,"3fd5ef355":9,"41bf172c1":9,"4681":9,"4b06fde0f":9,"4bde99f13":9,"4d03e33c1":9,"4e8f9cc8d":9,"5220e4c38":9,"59eb5de78":9,"5a439e84":9,"6515":9,"6644":9,"6674":9,"6687":9,"6708":9,"6714":9,"6792":9,"6817":9,"6889a333c":9,"6cf76d7ac":9,"7079":9,"720912f67":9,"7265":9,"7287":9,"7299":9,"7309":9,"7330":9,"7338":9,"7412":9,"7456":9,"7517":9,"7750":9,"7802":9,"7825e8f59":9,"7828":9,"7d24b088c":9,"8170":9,"83c037873":9,"85a18e13d":9,"872b1566a":9,"87969a350":9,"8807":9,"8841":9,"8886":9,"8891":9,"8898":9,"8984":9,"8994":9,"8b1":9,"8c42cf1b0":9,"9026":9,"92585ca4c":9,"9320":9,"9347":9,"9349":9,"9370":9,"9404":9,"9408":9,"9549274d1":9,"9550":9,"9784":9,"97a429f9d":9,"9985":9,"9b39f2478":9,"9cbd7de6d":9,"boolean":[2,5],"byte":5,"case":[1,8,10],"char":[1,5],"class":[1,2,5,6,8,9,10],"default":[1,5,6],"export":5,"final":9,"float":[2,5,6],"function":9,"import":9,"int":[2,5,6],"new":10,"return":[1,5,6],"static":[1,2],"super":9,"switch":9,"true":[1,5,9],Added:9,For:9,IDs:5,QDS:[5,6,8],QHS:8,The:6,These:5,Use:9,__getattribute__:[5,6],__init__:9,__setattr__:[5,6],_add_tag:1,_get_filtered_arg:5,_hook:9,_oper:9,_sensor:9,a2d6a2f85:9,a9ac2b040:9,about:9,ac2f72c98:9,accord:9,accordingli:5,actual:1,add:[9,10],added:9,addit:5,additional_opt:5,advanc:5,ae7cb4a1:9,aeea71274:9,against:6,aip:9,airflow_except:6,alert:6,all:[5,6,8,9,10],all_kwarg:5,allowinsert:5,also:8,ani:[5,6],anyth:6,api:[8,9,10],app:5,app_id:5,apply_default:9,archiv:5,archive1:5,archive2:5,arg:[1,2,5,9],argument:[1,5,6,9],arrai:5,assign:5,associ:1,assum:5,auth_token:[5,6,8],auto:9,autom:9,averag:6,b2a28d159:9,b40dffa08:9,backport:9,base:[1,2,5,6,8],basehook:1,baseoper:5,baseoperatorlink:5,basesensoroper:8,batch:9,becaus:5,been:10,behaviour:1,being:5,between:6,black:9,bool:[1,2,5,6],both:8,boundary_queri:5,broken:9,bucket:5,build:[1,9],build_command_arg:1,c34ef853c:9,c42a375e7:9,c58d60635:9,c7e5bce57:9,ca4238eb4:9,call:[1,9],callabl:6,can:[5,6,8,10],cancel:1,candid:9,capit:9,cast:6,cdec30125:9,cf141506a:9,chang:[5,9],changelog:9,check:[2,6,8,9],check_oper:6,checkoper:6,choic:[6,10],claus:5,cleanup:9,cloud:8,cluster:5,cluster_label:5,cmdline:5,code:9,col_delim:2,column:[2,5],com:5,come:9,command:[1,5,6,9,10],command_class:1,command_typ:5,comment:9,commit:[9,10],common:6,commun:1,compar:6,compat:9,complet:5,complex:6,condit:5,configur:5,conn_name_attr:1,conn_typ:1,connect:[5,6,8,9],consist:[5,6,8],constructor:9,contain:[1,5,8],context:[1,2,5,6,8],copi:5,correct:9,could:6,count:6,craft:6,creat:1,create_cmd_arg:1,critic:6,cross:9,ctl:1,custom:1,customer_cluster_label:5,d0e7db402:9,d1bce91bb:9,d200:9,d403:9,d5589673a:9,dag:[1,6,9,10],dai:6,data:[5,6,8],databas:5,dataset:5,datetim:5,db_tabl:5,db_tap_id:5,db_update_kei:5,db_update_mod:5,dbexportcmd:5,dbimportcmd:5,dbtap_id:5,dbtapquerycmd:5,de7e934ca:9,default_arg:9,default_conn_nam:1,defin:6,delim:[1,5],depend:[6,9,10],deprec:10,detail:[9,10],determin:[1,5],dev:9,deviat:6,dict:[1,8],dictionari:6,directli:1,directori:5,doc:[6,9],docstr:9,document:[9,10],doe:10,doubl:5,downgrad:10,download:1,driven:8,dttm:5,dubiou:6,dummi:9,dummy_oper:9,dynam:9,each:6,ee7ca128a:9,either:10,email:[5,6],empti:6,enabl:9,enclos:5,entri:9,erring:6,error:[6,9,10],etc:5,eval:6,evalu:6,exampl:[6,8,10],example_dag:9,except:6,execut:[1,5,6],exist:10,expect:6,explicit:9,export_dir:5,express:9,extend:6,extens:5,extra:[5,9,10],extract:5,extract_queri:5,f3521fb0e:9,f3ad5cf61:9,f6bd817a3:9,face:9,fail:6,failur:[1,9],fals:[1,5,6],fdd9b6f65:9,featur:9,fetch:[1,5],fetch_log:5,fff:5,field:[1,5,6,8,9],fields_terminated_bi:5,file1:5,file2:5,file:[1,5,8,9,10],filter_opt:1,first:[2,6,9],fix:9,flake8:9,flatten:1,flatten_list:1,flexibl:6,flynt:9,folder:8,follow:[5,6],foo:6,form:9,format:5,formmatt:9,fresh:9,from:[1,5,6,9],gener:9,get:[1,2,5,6],get_db_hook:6,get_first:2,get_hook:[5,6],get_jobs_id:[1,5],get_link:5,get_log:[1,5],get_options_list:1,get_query_result:2,get_result:[1,5],get_sql_from_qbol_cmd:6,get_ui_field_behaviour:1,given:[1,5,6],grammar:9,greater:6,hadoopcmd:5,handl:[1,6],handle_airflow_except:6,handle_failure_retri:[1,2],has:[6,10],hash:9,have:[5,6],hdf:5,hex:5,high:9,hive:[5,8],hive_serd:5,hive_t:5,hivecmd:5,hold:6,hook:[3,5,6,9],hook_nam:1,http:5,implement:9,implicit:9,improv:9,includ:[5,9],info:9,inform:[1,9],initi:10,inlin:[1,5],instal:9,instanc:[1,6],integ:[2,5],integr:9,introduc:9,isbool:2,isfloat:2,isint:2,iter:[5,6],its:8,itself:5,jar:5,job:[1,5],jobs_id:5,json:[5,8],jupyt:5,jupytercmd:[5,9],just:1,keep:9,kei:5,kill:1,kubernet:9,kwarg:[1,2,5,6,8],label:5,languag:5,larg:1,latest:9,latin_stat:5,lazi:9,lead:10,legaci:10,less:6,level:9,like:6,limit:6,line:5,link:[5,9],list:[1,2,5,6,9,10],list_of_list:1,load:9,locat:[1,5],log:[1,2,9],logger:9,logic:6,logo:9,macro:5,magic:9,make:9,map:5,markdown:9,match:9,metric:6,might:[5,10],miss:9,mode:5,model:5,modul:9,month:9,more:[5,6],move:9,much:6,multipl:9,must:5,mypi:9,name:[5,6,9],need:[5,8,10],none:[1,5,6],note:[6,9],note_id:5,notebook:5,notifi:[5,9],novemb:10,number:[5,6,9],object:8,octob:9,on_kil:5,one:[1,5],onli:[1,5,6],oper:[3,9],operator_extra_link:5,option:[1,5,6,10],order:10,out:[6,9],output:[5,6],page:[5,9],parallel:5,param:6,paramet:[1,5,6,8,9],pars:[2,6],parse_first_row:2,part:5,partit:[5,6,8],partition_spec:5,pass:[1,5],pass_valu:6,path:[5,6],payload:8,per:9,perform:6,permiss:6,pig:5,pigcmd:5,pip:9,pipelin:6,point:9,pointer:1,poke:8,pool:9,positional_arg:1,pre:6,prepar:9,presenc:8,present:8,prestocmd:5,prevent:6,program:5,progress:6,project:9,publish:6,put:6,pydocstyl:9,pylint:9,pypi:[9,10],python:[5,6,9,10],pyupgrad:9,qds:[5,6,8,10],qdslink:5,qualiti:6,qubole_check:[0,3,4],qubole_conn_id:[1,5,6,8],qubole_default:[1,5,6,8],qubole_hook:9,qubole_hook_allowed_args_list:5,qubole_oper:9,qubolecheckhook:2,qubolecheckoper:6,qubolefilesensor:8,qubolehook:[1,2,9],quboleoper:[5,6],qubolepartitionsensor:8,qubolesensor:8,qubolevaluecheckoper:6,queri:[2,5,6],quot:5,rang:[5,6],rc3:9,readm:[9,10],rebas:9,receiv:6,record:[2,6],redund:9,ref:9,refer:[6,9,10],refernc:9,regener:9,reinitialis:5,relas:9,releas:[9,10],rema:9,remain:9,remov:[1,9],renam:9,replac:[1,9],repositori:10,requir:5,resolv:10,resourc:10,respons:1,result:[1,2,5,6],results_parser_cal:6,retri:1,row:[5,6],row_delim:2,row_list:2,run:5,s3distcp:5,same:6,sampl:[5,8],sample_s:5,save:1,scala:5,schema:5,script:[5,9],script_loc:5,sdk:10,see:9,select:[5,6],self:[1,2,5,6,8],send:5,sensor:[3,9],sent:5,separ:[5,9],server:5,servic:[8,9],set:[6,9],setup:9,shellcmd:5,should:[5,6],show:8,side:6,signatur:9,simpl:[5,6],simplifi:9,singl:5,size:5,some:5,sourc:[1,2,5,6,8],spark:5,sparkcmd:5,specif:[5,6],specifi:5,split:5,split_column:5,sql:[2,5,6],sqoop:5,squash:9,standard:6,start_dat:9,statement:5,stop:[6,9],storag:8,store:[5,9],str:[1,2,5,6,8],stream:5,strict:9,string:[5,6,9],structur:8,sub_command:5,sub_commnad:5,subject:9,submit:5,suppli:5,support:[5,6,8,9],tabl:[5,6],tag:[1,5,9],take:5,target:5,task:[1,5,9],templat:[5,6,8],template_ext:[5,6,8],template_field:[5,6,8,9],test:9,text:1,than:6,thi:[5,6,8,9,10],toc:9,todai:6,toler:6,tool:9,top:10,transfer:9,tupl:1,txt:[5,8],type:[5,9],typo:9,ui_color:5,ui_fgcolor:[5,6],unabl:9,unarchiv:5,union:[2,6],uniqu:[5,9],untouch:9,updat:[9,10],updateonli:5,upgrad:[9,10],upstream:6,url:5,use:[5,8,9,10],use_customer_clust:5,used:[1,5,6],user:[5,6,9],user_program_argu:5,using:[5,6,9],utf:9,valid:5,valu:[1,2,5,6],valuecheckoper:6,version:[5,9,10],via:[8,10],wait:8,warn:9,were:5,when:[1,5,9],where:[5,6],where_claus:5,whether:[2,5],which:[5,6,8],whose:8,within:6,without:6,word:9,work:[5,10],wrong:9,wrongli:9,yesterdai:6,yet:10,you:[6,8,10],your:[6,10]},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.hooks.qubole</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.hooks.qubole_check</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.operators.qubole</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.operators.qubole_check</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.sensors.qubole</span></code>","Package apache-airflow-providers-qubole","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-qubole</span></code>"],titleterms:{airflow:[0,1,2,3,4,5,6,7,8,9,10],apach:[9,10],changelog:10,content:[1,2,5,6,8,10],hook:[0,1,2],instal:10,modul:[1,2,5,6,8],oper:[4,5,6],packag:[9,10],pip:10,provid:[0,1,2,3,4,5,6,7,8,9,10],qubol:[0,1,2,3,4,5,6,7,8,9,10],qubole_check:[2,6],requir:10,sensor:[7,8],submodul:[0,4,7],subpackag:3}})