blob: 697725a037b81c732dcd9eab1b91c0532521cf96 [file] [log] [blame]
Search.setIndex({docnames:["_api/airflow/providers/qubole/hooks/index","_api/airflow/providers/qubole/hooks/qubole/index","_api/airflow/providers/qubole/hooks/qubole_check/index","_api/airflow/providers/qubole/index","_api/airflow/providers/qubole/operators/index","_api/airflow/providers/qubole/operators/qubole/index","_api/airflow/providers/qubole/operators/qubole_check/index","_api/airflow/providers/qubole/sensors/index","_api/airflow/providers/qubole/sensors/qubole/index","index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["_api/airflow/providers/qubole/hooks/index.rst","_api/airflow/providers/qubole/hooks/qubole/index.rst","_api/airflow/providers/qubole/hooks/qubole_check/index.rst","_api/airflow/providers/qubole/index.rst","_api/airflow/providers/qubole/operators/index.rst","_api/airflow/providers/qubole/operators/qubole/index.rst","_api/airflow/providers/qubole/operators/qubole_check/index.rst","_api/airflow/providers/qubole/sensors/index.rst","_api/airflow/providers/qubole/sensors/qubole/index.rst","index.rst"],objects:{"airflow.providers":{qubole:[3,0,0,"-"]},"airflow.providers.qubole":{hooks:[0,0,0,"-"],operators:[4,0,0,"-"],sensors:[7,0,0,"-"]},"airflow.providers.qubole.hooks":{qubole:[1,0,0,"-"],qubole_check:[2,0,0,"-"]},"airflow.providers.qubole.hooks.qubole":{COMMAND_CLASSES:[1,1,1,""],POSITIONAL_ARGS:[1,1,1,""],QuboleHook:[1,2,1,""],build_command_args:[1,5,1,""],filter_options:[1,5,1,""],flatten_list:[1,5,1,""],get_options_list:[1,5,1,""],log:[1,1,1,""]},"airflow.providers.qubole.hooks.qubole.QuboleHook":{_add_tags:[1,3,1,""],conn_name_attr:[1,4,1,""],conn_type:[1,4,1,""],create_cmd_args:[1,3,1,""],default_conn_name:[1,4,1,""],execute:[1,3,1,""],get_jobs_id:[1,3,1,""],get_log:[1,3,1,""],get_results:[1,3,1,""],get_ui_field_behaviour:[1,3,1,""],handle_failure_retry:[1,3,1,""],hook_name:[1,4,1,""],kill:[1,3,1,""]},"airflow.providers.qubole.hooks.qubole_check":{COL_DELIM:[2,1,1,""],QuboleCheckHook:[2,2,1,""],ROW_DELIM:[2,1,1,""],isbool:[2,5,1,""],isfloat:[2,5,1,""],isint:[2,5,1,""],log:[2,1,1,""],parse_first_row:[2,5,1,""]},"airflow.providers.qubole.hooks.qubole_check.QuboleCheckHook":{get_first:[2,3,1,""],get_query_results:[2,3,1,""],handle_failure_retry:[2,3,1,""]},"airflow.providers.qubole.operators":{qubole:[5,0,0,"-"],qubole_check:[6,0,0,"-"]},"airflow.providers.qubole.operators.qubole":{QDSLink:[5,2,1,""],QuboleOperator:[5,2,1,""]},"airflow.providers.qubole.operators.qubole.QDSLink":{get_link:[5,3,1,""],name:[5,4,1,""]},"airflow.providers.qubole.operators.qubole.QuboleOperator":{__getattribute__:[5,3,1,""],__setattr__:[5,3,1,""],_get_filtered_args:[5,3,1,""],execute:[5,3,1,""],get_hook:[5,3,1,""],get_jobs_id:[5,3,1,""],get_log:[5,3,1,""],get_results:[5,3,1,""],on_kill:[5,3,1,""],operator_extra_links:[5,4,1,""],qubole_hook_allowed_args_list:[5,4,1,""],template_ext:[5,4,1,""],template_fields:[5,4,1,""],ui_color:[5,4,1,""],ui_fgcolor:[5,4,1,""]},"airflow.providers.qubole.operators.qubole_check":{QuboleCheckOperator:[6,2,1,""],QuboleValueCheckOperator:[6,2,1,""],get_sql_from_qbol_cmd:[6,5,1,""],handle_airflow_exception:[6,5,1,""]},"airflow.providers.qubole.operators.qubole_check.QuboleCheckOperator":{__getattribute__:[6,3,1,""],__setattr__:[6,3,1,""],execute:[6,3,1,""],get_db_hook:[6,3,1,""],get_hook:[6,3,1,""],template_ext:[6,4,1,""],template_fields:[6,4,1,""],ui_fgcolor:[6,4,1,""]},"airflow.providers.qubole.operators.qubole_check.QuboleValueCheckOperator":{__getattribute__:[6,3,1,""],__setattr__:[6,3,1,""],execute:[6,3,1,""],get_db_hook:[6,3,1,""],get_hook:[6,3,1,""],template_ext:[6,4,1,""],template_fields:[6,4,1,""],ui_fgcolor:[6,4,1,""]},"airflow.providers.qubole.sensors":{qubole:[8,0,0,"-"]},"airflow.providers.qubole.sensors.qubole":{QuboleFileSensor:[8,2,1,""],QubolePartitionSensor:[8,2,1,""],QuboleSensor:[8,2,1,""]},"airflow.providers.qubole.sensors.qubole.QuboleSensor":{poke:[8,3,1,""],template_ext:[8,4,1,""],template_fields:[8,4,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","data","Python data"],"2":["py","class","Python class"],"3":["py","method","Python method"],"4":["py","attribute","Python attribute"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:data","2":"py:class","3":"py:method","4":"py:attribute","5":"py:function"},terms:{"000":6,"3064a1":5,"boolean":[2,5],"byte":5,"case":[1,8],"char":[1,5],"class":[1,2,5,6,8],"default":[1,5,6],"export":5,"float":[2,5,6],"int":[2,5,6],"return":[1,5,6],"static":[1,2],"true":[1,5],IDs:5,QDS:[5,6,8],QHS:8,The:6,These:5,__getattribute__:[5,6],__setattr__:[5,6],_add_tag:1,_get_filtered_arg:5,accordingli:5,actual:1,addit:5,additional_opt:5,advanc:5,against:6,airflow_except:6,alert:6,all:[5,6,8],all_kwarg:5,allowinsert:5,also:8,ani:[5,6],anyth:6,api:[8,9],app:5,app_id:5,archiv:5,archive1:5,archive2:5,arg:[1,2,5],argument:[1,5,6],arrai:5,assign:5,associ:1,assum:5,auth_token:[5,6,8],averag:6,base:[1,2,5,6,8],basehook:1,baseoper:5,baseoperatorlink:5,basesensoroper:8,becaus:5,behaviour:1,being:5,between:6,bool:[1,2,5,6],both:8,boundary_queri:5,bucket:5,build:1,build_command_arg:1,call:1,callabl:6,can:[5,6,8],cancel:1,cast:6,chang:5,check:[2,6,8],check_oper:6,checkoper:6,choic:6,claus:5,cloud:8,cluster:5,cluster_label:5,cmdline:5,col_delim:2,column:[2,5],com:5,command:[1,5,6],command_class:1,command_typ:5,common:6,commun:1,compar:6,complet:5,complex:6,condit:5,configur:5,conn_name_attr:1,conn_typ:1,connect:[5,6,8],consist:[5,6,8],contain:[1,5,8],context:[1,2,5,6,8],copi:5,could:6,count:6,craft:6,creat:1,create_cmd_arg:1,critic:6,ctl:1,custom:1,customer_cluster_label:5,dag:[1,6,9],dai:6,data:[5,6,8],databas:5,dataset:5,datetim:5,db_tabl:5,db_tap_id:5,db_update_kei:5,db_update_mod:5,dbexportcmd:5,dbimportcmd:5,dbtap_id:5,dbtapquerycmd:5,default_conn_nam:1,defin:6,delim:[1,5],depend:6,determin:[1,5],deviat:6,dict:[1,8],dictionari:6,directli:1,directori:5,doc:6,doubl:5,download:1,driven:8,dttm:5,dubiou:6,each:6,email:[5,6],empti:6,enclos:5,erring:6,error:6,etc:5,eval:6,evalu:6,exampl:[6,8,9],except:6,execut:[1,5,6],expect:6,export_dir:5,extend:6,extens:5,extra:5,extract:5,extract_queri:5,fail:6,failur:1,fals:[1,5,6],fetch:[1,5],fetch_log:5,fff:5,field:[1,5,6,8],fields_terminated_bi:5,file1:5,file2:5,file:[1,5,8],filter_opt:1,first:[2,6],flatten:1,flatten_list:1,flexibl:6,folder:8,follow:[5,6],foo:6,format:5,from:[1,5,6],get:[1,2,5,6],get_db_hook:6,get_first:2,get_hook:[5,6],get_jobs_id:[1,5],get_link:5,get_log:[1,5],get_options_list:1,get_query_result:2,get_result:[1,5],get_sql_from_qbol_cmd:6,get_ui_field_behaviour:1,given:[1,5,6],greater:6,hadoopcmd:5,handl:[1,6],handle_airflow_except:6,handle_failure_retri:[1,2],has:6,have:[5,6],hdf:5,hex:5,hive:[5,8],hive_serd:5,hive_t:5,hivecmd:5,hold:6,hook:[3,5,6],hook_nam:1,http:5,includ:5,inform:1,inlin:[1,5],instanc:[1,6],integ:[2,5],isbool:2,isfloat:2,isint:2,iter:[5,6],its:8,itself:5,jar:5,job:[1,5],jobs_id:5,json:[5,8],jupyt:5,jupytercmd:5,just:1,kei:5,kill:1,kwarg:[1,2,5,6,8],label:5,languag:5,larg:1,latin_stat:5,less:6,like:6,limit:6,line:5,link:5,list:[1,2,5,6],list_of_list:1,locat:[1,5],log:[1,2],logic:6,macro:5,map:5,metric:6,might:5,mode:5,model:5,more:[5,6],much:6,must:5,name:[5,6],need:[5,8],none:[1,5,6],note:6,note_id:5,notebook:5,notifi:5,number:[5,6],object:8,on_kil:5,one:[1,5],onli:[1,5,6],oper:3,operator_extra_link:5,option:[1,5,6],out:6,output:[5,6],page:5,parallel:5,param:6,paramet:[1,5,6,8],pars:[2,6],parse_first_row:2,part:5,partit:[5,6,8],partition_spec:5,pass:[1,5],pass_valu:6,path:[5,6],payload:8,perform:6,permiss:6,pig:5,pigcmd:5,pipelin:6,pointer:1,poke:8,positional_arg:1,pre:6,presenc:8,present:8,prestocmd:5,prevent:6,program:5,progress:6,publish:6,put:6,python:[5,6,9],qds:[5,6,8],qdslink:5,qualiti:6,qubole_check:[0,3,4],qubole_conn_id:[1,5,6,8],qubole_default:[1,5,6,8],qubole_hook_allowed_args_list:5,qubolecheckhook:2,qubolecheckoper:6,qubolefilesensor:8,qubolehook:[1,2],quboleoper:[5,6],qubolepartitionsensor:8,qubolesensor:8,qubolevaluecheckoper:6,queri:[2,5,6],quot:5,rang:[5,6],receiv:6,record:[2,6],refer:[6,9],reinitialis:5,remov:1,replac:1,requir:5,resourc:9,respons:1,result:[1,2,5,6],results_parser_cal:6,retri:1,row:[5,6],row_delim:2,row_list:2,run:5,s3distcp:5,same:6,sampl:[5,8],sample_s:5,save:1,scala:5,schema:5,script:5,script_loc:5,select:[5,6],self:[1,2,5,6,8],send:5,sensor:3,sent:5,separ:5,server:5,servic:8,set:6,shellcmd:5,should:[5,6],show:8,side:6,simpl:[5,6],singl:5,size:5,some:5,sourc:[1,2,5,6,8],spark:5,sparkcmd:5,specif:[5,6],specifi:5,split:5,split_column:5,sql:[2,5,6],sqoop:5,standard:6,statement:5,stop:6,storag:8,store:5,str:[1,2,5,6,8],stream:5,string:[5,6],structur:8,sub_command:5,sub_commnad:5,submit:5,suppli:5,support:[5,6,8],tabl:[5,6],tag:[1,5],take:5,target:5,task:[1,5],templat:[5,6,8],template_ext:[5,6,8],template_field:[5,6,8],text:1,than:6,thi:[5,6,8],todai:6,toler:6,tupl:1,txt:[5,8],type:5,ui_color:5,ui_fgcolor:[5,6],unarchiv:5,union:[2,6],uniqu:5,updateonli:5,upstream:6,url:5,use:[5,8],use_customer_clust:5,used:[1,5,6],user:[5,6],user_program_argu:5,using:[5,6],valid:5,valu:[1,2,5,6],valuecheckoper:6,version:5,via:8,wait:8,were:5,when:[1,5],where:[5,6],where_claus:5,whether:[2,5],which:[5,6,8],whose:8,within:6,without:6,work:5,yesterdai:6,you:[6,8],your:6},titles:["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.hooks</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.hooks.qubole</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.hooks.qubole_check</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.operators</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.operators.qubole</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.operators.qubole_check</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.sensors</span></code>","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.qubole.sensors.qubole</span></code>","<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-qubole</span></code>"],titleterms:{airflow:[0,1,2,3,4,5,6,7,8,9],apach:9,content:[1,2,5,6,8,9],hook:[0,1,2],modul:[1,2,5,6,8],oper:[4,5,6],provid:[0,1,2,3,4,5,6,7,8,9],qubol:[0,1,2,3,4,5,6,7,8,9],qubole_check:[2,6],sensor:[7,8],submodul:[0,4,7],subpackag:3}})