| Search.setIndex({docnames:["api/context/systemds_context","api/matrix/federated","api/matrix/matrix","api/operator/algorithms","api/operator/operation_node","api/script_building/dag","api/script_building/script","api/utils/converters","api/utils/helpers","getting_started/install","getting_started/simple_examples","guide/algorithms_basics","guide/federated","index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.todo":2,sphinx:56},filenames:["api/context/systemds_context.rst","api/matrix/federated.rst","api/matrix/matrix.rst","api/operator/algorithms.rst","api/operator/operation_node.rst","api/script_building/dag.rst","api/script_building/script.rst","api/utils/converters.rst","api/utils/helpers.rst","getting_started/install.rst","getting_started/simple_examples.rst","guide/algorithms_basics.rst","guide/federated.rst","index.rst"],objects:{"systemds.context":{SystemDSContext:[0,0,1,""]},"systemds.context.SystemDSContext":{__init__:[0,1,1,""],close:[0,1,1,""],exception_and_close:[0,1,1,""],full:[0,1,1,""],get_stderr:[0,1,1,""],get_stdout:[0,1,1,""],rand:[0,1,1,""],read:[0,1,1,""],scalar:[0,1,1,""],seq:[0,1,1,""]},"systemds.matrix":{Federated:[1,0,1,""],Matrix:[2,0,1,""]},"systemds.matrix.Federated":{__init__:[1,1,1,""]},"systemds.matrix.Matrix":{__init__:[2,1,1,""],code_line:[2,1,1,""],compute:[2,1,1,""],pass_python_data_to_prepared_script:[2,1,1,""]},"systemds.operator":{OperationNode:[4,0,1,""],algorithm:[3,2,0,"-"]},"systemds.operator.OperationNode":{"var":[4,1,1,""],__init__:[4,1,1,""],abs:[4,1,1,""],acos:[4,1,1,""],asin:[4,1,1,""],atan:[4,1,1,""],cbind:[4,1,1,""],cholesky:[4,1,1,""],code_line:[4,1,1,""],compute:[4,1,1,""],cos:[4,1,1,""],cosh:[4,1,1,""],get_lineage_trace:[4,1,1,""],mean:[4,1,1,""],order:[4,1,1,""],pass_python_data_to_prepared_script:[4,1,1,""],print:[4,1,1,""],rbind:[4,1,1,""],rev:[4,1,1,""],sin:[4,1,1,""],sinh:[4,1,1,""],sum:[4,1,1,""],t:[4,1,1,""],tan:[4,1,1,""],tanh:[4,1,1,""],to_one_hot:[4,1,1,""],to_string:[4,1,1,""],write:[4,1,1,""]},"systemds.script_building":{dag:[5,2,0,"-"],script:[6,2,0,"-"]},"systemds.script_building.dag":{DAGNode:[5,0,1,""],OutputType:[5,0,1,""]},"systemds.script_building.dag.DAGNode":{code_line:[5,1,1,""],compute:[5,1,1,""],get_lineage_trace:[5,1,1,""],pass_python_data_to_prepared_script:[5,1,1,""]},"systemds.script_building.script":{DMLScript:[6,0,1,""]},"systemds.script_building.script.DMLScript":{add_code:[6,1,1,""],add_input_from_python:[6,1,1,""],build_code:[6,1,1,""],execute:[6,1,1,""],execute_with_lineage:[6,1,1,""]},"systemds.utils":{converters:[7,2,0,"-"],helpers:[8,2,0,"-"]},"systemds.utils.converters":{matrix_block_to_numpy:[7,3,1,""],numpy_to_matrix_block:[7,3,1,""]},"systemds.utils.helpers":{create_params_string:[8,3,1,""],get_module_dir:[8,3,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","module","Python module"],"3":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:module","3":"py:function"},terms:{"0011352":10,"0014692":10,"00324092":10,"00616902":10,"0095087":10,"01039221":10,"01686351":10,"02033445":10,"02649209":10,"03839821":10,"04078623":3,"09961844":3,"0_242":9,"0_xxx":9,"100":[10,11],"1000":11,"10000":11,"11538199":3,"18954599":3,"20386541":3,"2205885":3,"242":9,"26812763":3,"37957689":3,"39956035":3,"4327084":3,"43386048":3,"49858968":3,"54638565":3,"55358873":3,"57000751":3,"5x10":10,"60000":11,"60k":11,"8001":12,"8002":12,"8003":12,"abstract":13,"boolean":0,"case":[9,11],"class":[0,1,2,4,5,6],"default":[0,4],"final":11,"float":[0,1,2,4],"function":[0,2,4,8,10,11],"import":[0,3,9,10,11,12],"int":[0,1,2,4],"new":[0,10],"return":[0,1,2,4,5,6,8,10,11],"short":11,"true":4,"try":0,"var":4,"while":[0,4],And:11,But:11,For:[5,6,7,8,11],OPS:[5,6,7,8],One:[10,11],The:[0,3,4,7,9,10,11,12,13],Then:[9,11],There:[4,11],These:13,Using:12,With:11,__eq__:4,__init__:[0,1,2,4],__lt__:4,abl:12,abov:11,abs:4,absolut:4,acc:11,accuraci:11,achiev:11,aco:4,action:[2,4,5],activ:[2,4,5],actual:[2,4,5,10],acycl:5,add:[6,11],add_cod:6,add_input_from_python:6,adding:11,addit:[2,4,5],addition:9,addr1:12,addr2:12,addr3:12,address:[1,12],after:[9,12],again:[0,11],algorithm:10,all:[0,2,4,5,8,9,12],alreadi:6,also:[0,11,12],although:2,alwai:0,amount:11,ani:[0,5],annoi:0,anoth:10,apach:[0,4,9,13],append:11,appli:[4,11],arcco:4,arcsin:4,arctan:4,arg:[1,2],argument:4,arrai:[2,4,5,7,10,11,13],asarrai:12,asin:4,assum:4,atan:4,automat:[0,10],avail:[4,11],axi:4,b08:9,baselin:11,basic:[8,11],becaus:[0,9,11],becom:12,been:11,befor:[2,4,5],begin:1,behavior:6,below:2,bia:11,bias_r:11,binai:0,binari:4,bind:[4,13],bit:9,block:[0,7],bool:[0,1,2,4,5],both:8,bottom:[11,12],box:3,build:[2,4,5,6,9],build_cod:6,built:[0,4,10],builtin:[2,4,5,11],cach:6,calcul:[0,4,10,11],call:[2,4,5,8,10,11,12],can:[0,2,3,4,5,6,8,9,10,11,12],cbind:4,cell:0,chang:11,check:[2,4,9,12],choleski:4,classifi:11,clean:[9,13],cleanup:0,clone:9,close:[0,10],code:[2,4,5,6,9,10,11],code_lin:[2,4,5],col:[0,12],column:[0,3,4,11],com:9,combin:11,come:11,command:[9,12],commonli:11,comparison:4,compat:[9,10],compil:13,complet:[0,10],comput:[2,3,4,5,10,11,12],concaten:4,connect:0,construct:[0,2,4],contain:[0,4,9,11],context:[0,1,3,4,6,7,10,11,12],contrast:13,convert:[4,8],coordin:[0,12],copi:9,correctli:[0,11,12],correspond:11,cos:4,cosh:4,could:11,cpu:13,creat:[0,1,2,4,5,6,8,10,12],create_params_str:8,csv:[0,12],current:[0,7,12],dag:[2,4,6],dag_root:6,dagnod:[0,1,2,4,5,6],data:[0,2,4,5,6,10,11,12,13],datamanag:11,dataset:13,datatensor:13,decomposit:4,decreas:4,defin:[0,2,5],definit:4,delimit:12,depend:9,deploy:13,deriv:2,describ:6,destin:4,detail:0,develop:10,dict:[0,1,2,4,5,8],dictionari:8,differ:[3,6,11,12,13],dim:12,dimens:[11,12,13],dimension:13,direct:5,directli:10,disk:[0,4],distinct:11,distribut:[0,9,11,13],dml:[0,2,4,5,6,8],dmlcode:6,dmlscript:6,doe:[10,11,12],doesn:5,done:[11,12],doubl:[0,4,10,12],download:11,dtype:10,each:[1,11,12],easili:[4,10],echo:12,effici:13,either:[2,4,13],element:10,enabl:12,encod:4,end:[1,13],engin:13,ensur:[0,4],entir:13,enumer:5,environ:9,equal:[2,4,5],equival:4,error:[0,4],etc:4,evalu:[2,4,5],even:4,everi:4,everyth:11,exampl:[3,10,11],except:0,exception_and_clos:0,exchang:10,execut:[0,2,4,5,6,9,10,12,13],execute_with_lineag:6,exhaust:11,exist:13,expect:[4,11],expens:0,expertis:13,explan:11,explor:11,extra:4,extract:11,facilit:13,fals:[2,4,5,12],featur:[3,10,11,13],fed_a:12,fed_b:12,few:9,file:[0,4,12],fill:[0,10],finish:0,first:[4,9,10,11,12,13],fit:11,flag:4,follow:[0,3,9,12],form:0,format:[4,8,12],fraction:0,from:[0,2,3,4,5,6,9,10,11,12,13],full:[0,10],fundament:2,further:11,gener:[0,2,3,4,5,10],get:[0,2,4,5,6,10],get_lineage_trac:[4,5],get_module_dir:8,get_stderr:0,get_stdout:0,get_test_data:11,get_test_label:11,get_train_data:11,get_train_label:11,getter:0,git:9,github:[0,4,9],give:[8,11],given:[0,2,4,7],goe:11,good:11,gpu:13,graph:5,guid:12,hand:4,handl:0,happen:11,has:[0,6,11],have:[0,9,11,12,13],hdf:4,header:12,held:1,help:13,here:[11,12],heterogen:13,high:[10,13],highest:11,homogen:13,how:11,http:[0,4,9],hybrid:13,identifi:4,imag:11,immedi:4,implement:[0,11],improv:[4,11],includ:0,increas:[4,11],increment:0,index:[1,4],index_return:4,indic:[11,12],inform:[2,4,5],input:[4,6,11],input_var:6,instal:11,instanc:[0,7,10,11],instead:9,instruct:[0,12],integ:[0,11],integr:13,intend:[2,4,5,6],interfac:13,intern:[5,6,7,8],interpret:0,involv:9,is_python_local_data:4,iter:[1,4,8,11],its:12,jar:9,java:[0,2,4,5,9],java_gatewai:[2,4,5,6,7],javaobject:[2,4,5,6,7],just:9,jvm:[0,2,4,5,7],jvmview:[4,5,7],keep:11,know:11,known:11,kwarg:[0,1,2,4],l2svm:10,label:[10,11],lambd:0,lamda:0,languag:[0,4,13],last:12,later:11,lazi:[2,4,5],lazili:4,learn:[3,11],least:0,leav:0,left:[0,12],let:10,level:[10,13],leverag:12,librari:9,lifecycl:13,like:[4,11,12],line:[0,2,4,5,6,9],lineag:[2,4,5,6],list:[0,11,12],load:11,loader:11,local:[4,6,13],localhost:12,locat:[4,12],logist:11,look:[4,9,10,12],low:11,m_re:10,m_res_np:10,machin:[2,3,4,5],made:11,mai:13,main:9,make:[9,10,11,12],manag:0,market:0,mat:2,matric:[2,4,12],matrix:[0,1,3,4,7,11,12],matrix_block_to_numpi:7,matrixblock:7,maven:9,max:[0,4],maxi:11,maximum:0,mean:[4,11],memori:13,metadata:12,method:[0,2,4,5],might:[0,9],min:0,mix:9,mnist:11,mode:9,model:[10,11,13],modul:8,more:[0,11],most:[2,4],mtd:12,much:11,multi:[4,13],multilogreg:11,multilogregpredict:11,multipl:[4,10,11],multipli:[10,11,12],must:4,mvn:9,name:[1,2,4,5,6,8],named_input_nod:4,named_input_var:[2,4,5],named_paramet:8,necessari:[0,9,10],need:[0,2,9,12],nest:13,newer:9,next:12,node:[0,2,5],non:[0,9],none:[0,2,4,5,6],normal:0,note:[9,10,11,12],noteworthi:11,noth:[4,10,11],now:11,np_arr:7,num_class:4,number:[0,4,9,10,11],number_of_output:4,numpi:[2,3,4,5,7,9,10,11,12],numpy_to_matrix_block:7,object:[0,1,2,4,5,6,7],older:9,onc:[0,9,12],one:[0,4,10,11,12],onehot:4,onehotencod:4,ones:12,onli:[0,2,4,5,6,10,11],open:[0,9],openjdk:9,oper:[0,1,2,3,5,6,11,13],operation_nod:[0,1,4],operationnod:[0,1,2,4],order:[4,12,13],other:[4,9,11,12],our:[6,8,10,11,12],out:[0,3],output:[0,2,3,4,5,6,9,10,11],output_typ:[2,4],outputtyp:[4,5],over:13,overal:11,overload:4,packag:[9,10,13],page:11,pair:[1,2,4,5],param:[0,1,4],paramet:[0,1,2,4,5,6,7,8,11],pars:0,part:9,pass:[0,2,4,5,6],pass_python_data_to_prepared_script:[2,4,5],path:[0,4,8,12],pathlik:[0,8],pdf:0,per:11,perfectli:11,perform:[4,11],pictur:11,pip3:9,pixel:11,plan:13,pleas:9,point:9,pointer:7,poison:0,port:[0,12],posit:4,possibl:2,potenti:11,pre_setup:9,predict:11,prepar:[2,4,5,6],prepared_script:[2,4,5],preparedscript:6,preprocess:11,prerequisit:11,previou:11,print:[0,2,3,4,5,10,11,12],probabl:11,procedur:0,process:[0,10],program:0,project:9,protocol:0,provid:[8,10,11,13],py4j:[2,4,5,6,7,9,10],python:[0,2,4,5,6,9,10,12,13],queue:0,quick:10,quit:9,rand:[0,3],randint:10,random:[0,3,10],rang:[1,10,11],rbind:4,read:[0,4],readi:[9,11],readwrit:[0,4],realist:11,recogn:[2,4],recommend:2,recompil:6,reduc:11,refer:[0,4,12],regress:11,rememb:[4,10],replac:11,repositori:[9,12],repres:[0,1,2,4,5,8],represent:[4,7],request:9,requir:[11,12],rerun:6,res:12,resembl:11,respect:4,respons:[3,11],result:[2,4,5,6,10,11,12],resultvari:6,rev:4,revers:4,right:4,root:9,row:[0,4,11,12],run:[0,7,10,12],runtim:9,safe:4,same:11,sampl:11,sample_s:11,save:[2,4,5,11],savetxt:12,scalar:[0,10],scenario:4,schema:13,scienc:13,scientist:10,script:[2,4,5,13],script_build:[4,5,6],sds:[0,2,3,7,10,11,12],sds_context:[0,1,2,4],second:[4,12],see:[0,11],seed:[0,3,10],seen:[4,11],sent:2,separ:0,seq:0,sequenc:[2,4,5],serv:13,server:9,set:[3,4,10,11,12],setup:[11,12],shape:[0,4,10,11],should:[2,3,4,5,6,9,10,12],shown:11,side:4,similar:[3,9,10],simpl:[9,11],simpli:[4,11,12],simplic:11,simplifi:10,simul:12,sin:4,sinc:[0,11],singl:[0,11,12],sinh:4,site:[0,4],size:[0,10],skip:[4,11],smaller:11,some:[10,11,12],someth:0,sort:4,spark:13,sparsiti:0,specif:[4,11],specifi:[2,12],src:9,stack:12,standard:0,start:[0,10,11],statement:0,stderr:0,stdout:[0,4],step:[0,9],still:11,stop:[0,10],store:[4,5],str:[0,1,2,4,5,6,8],string:[2,4,5,6,8],sub:0,subprocess:[0,10],subset:11,sum:[4,12],support:[0,3,12],sure:9,symmetr:4,syntax:0,system:[9,13],systemd:[0,1,2,3,4,5,6,7,8,10,11,12],systemds_context:1,systemdscontext:[1,2,3,4,6,7,10,11,12],take:[10,11],taken:0,tan:4,tanh:4,task:13,tcp:0,techniqu:11,temp:12,tensor:[0,13],termin:[9,10,12],test:[11,12],test_acc:11,text:0,than:4,thei:4,therebi:4,therefor:[0,4,11],thi:[0,1,2,4,5,6,9,10,11,12,13],three:[9,11,12],through:11,till:[2,4,5],time:[4,11],to_one_hot:4,to_str:4,todo:[0,6],top:12,topmost:6,trace:[2,4,5,6],train:13,train_acc:11,transpos:4,tupl:[0,1,4,6,12],tutori:11,two:[11,12],type:[0,2,4,5,11],underli:13,unfortun:11,uniform:0,union:[0,1,2,4],unlik:5,unnam:[1,2,4,5,8],unnamed_input_nod:4,unnamed_input_var:[2,4,5],unnamed_paramet:8,upward:11,use:[2,5,6,7,8,9,10,11,12],used:[3,6,8,11,12],user:13,using:[0,9,11,12],usual:11,util:[7,8],valu:[0,2,3,4,5,10,11],valuabl:11,var_nam:[2,4,5,6],variabl:[2,4,5,6,8,12],varianc:4,varieti:11,vector:[0,3,11],verbos:[2,4,5],verifi:[9,11],versatil:13,version:9,via:9,virtual:[2,4,5],wai:[2,11],want:11,weight:3,well:[4,11,13],what:11,wheel:9,when:[0,11],where:11,which:[0,2,4,6,8,10],whole:4,whose:13,wise:[4,10],without:[2,4,5,6],work:[11,12,13],worker:1,would:0,write:4,written:4,x_d:11,y_d:11,y_pred:11,yet:[10,11],you:[4,9,11,12],your:[0,9,12],zero:[0,10]},titles:["SystemDSContext","Federated","Matrix","Algorithms","Operation Node","Dag","Script","Converters","Helpers","Install SystemDS","QuickStart","Built-in Algorithms","Federated Environment","SystemDS"],titleterms:{aggreg:12,algorithm:[3,11],built:11,complex:10,convert:7,dag:5,dataset:11,environ:12,exampl:12,feder:[1,12],format:11,full:11,get:11,helper:8,instal:9,matrix:[2,10],more:10,multipl:12,node:4,oper:[4,10],pip:9,quickstart:10,reshap:11,script:[6,11],simpl:12,sourc:9,start:12,step:11,systemd:[9,13],systemdscontext:0,train:11,tune:11,valid:11,worker:12}}) |