blob: 3d828772cfa821a769f6f5a0fc16b0338557867a [file] [log] [blame]
Search.setIndex({envversion:42,terms:{distributedlog:[],reprocess:[11,16],secondli:4,prefix:[32,2,17,18,19,20,29,22,24,10,37,12],retent:[],dlog_extra_opt:32,whose:[24,6],service_checksum_dis:30,swap:25,under:[0,38,44,32,14,17,18,4,50,20,29,22,24,49,25,46,10,19,37,12],tourl:[43,2],everi:[1,40,44,2,50],risk:[5,6,32],"void":[1,17,18,4,20,29,11,36,22,19],govern:5,affect:[5,0,38],reorderreadsequ:1,filefeatureproviderbaseconfigpath:32,sequenceid:4,service_port:0,factori:[38,11],bkcensembles:[43,2],direct:5,budget:2,consequ:[38,2],second:[14,1,2,19,5,26,6,7,43,28,11],substatslogger2:24,aggreg:[],substatslogger1:24,numjournalcallbackthread:25,finaglestatsprovid:24,even:[1,6,22],insid:32,bkdistributedlogmanag:[],neg:[0,38,40,2,17,18,29,22,43,26,10,12],openasynclogread:[18,4,45,11,19],twttr:25,conduct:14,cachefeatureprovid:32,"new":[0,1,2,4,5,6,10,11,16,17,18,19,20,29,22,24,26,30,36,38,43,44,40],net:1,topolog:[],metadata:[],notification_execut:38,behavior:4,never:4,here:[5,26],indexdirectori:[0,25],path:[13,0,1,32,2,4,38,43,25,50,49,37],"5c707aca":[18,29],digesttyp:36,regionavail:30,propertiesconfigurationbuild:43,anymor:4,futureeventlisten:[19,17,18,4,20,29,22,11],maxredirect:40,precis:2,disallow_bookie_plac:30,ledgerallocatorpoolpath:2,aka:[1,44,50,4,6],txn:32,firstlogsegmentsequencenumb:2,negresolv:[17,18,29,22,10,12],brought:5,firstspeculativetimeoutm:22,instabl:1,total:[28,44,38,12],unit:[5,26,44,16],bookkeep:[],describ:[0,1,39,2,6,26,28,40,49,25],would:[0,1,30,32,2,3,4,20,22,5,43,6,50,26,38,40,25],init:[17,18,29,22,10,12],writestat:24,rpsstreamacquireservicelimit:26,datadir:49,call:[1,32,4,20,44,6,50,38],recommend:[2,32,43,45,25,26,28,49],type:[0,16,2,17,6,37],tell:6,jmx:[24,32],notif:[],"10gb":28,networktopolog:1,warn:2,minimumdelaybetweenimmediateflushmillisecond:2,hold:[28,20],must:[1,16,3,44,5,24,8,40],generaliz:5,"6c3e459":17,word:[26,43,4,32,2],restor:16,setup:[],work:[],configpath:43,writer_future_pool:38,time_between_read_next:38,setentryid:36,root:[1,24,25],bookie_conf:0,periodicflushfrequencymillisecond:2,overrid:[0,32,2,19,17,18,4,20,29,22,43,24,36,10,11],give:50,indic:[0,16,2,4,43,25,6],unavail:[5,44,6],want:[0,1,32,4,5,44,45,6,10,37],reader_future_pool:38,end:[38,4,44,6,2],turn:[5,6,2],codehal:24,writequorums:1,recover_last_entri:38,how:[],hot:44,iggi:38,recoveri:[44,6,25],rewind:[],answer:4,verifi:7,aurora:[26,0],updat:[1,2,16,20,49,44,6,38,8,40,11],recogn:2,bkzk_factory_writer_shar:38,after:[0,1,30,16,2,19,17,18,4,40,20,29,22,44,6,26,38,8,10,11,12],lac:[38,6],befor:[1,2,4,5,25,50,40,37],meso:14,buidl:46,transactionid:[4,50,19,29,20],lap:6,parallel:[44,6],demonstr:0,attempt:[38,2,4,5,6,50],third:[5,6],lockpath:20,bootstrap:5,onclusterchang:1,alias:4,maintain:[1,40,8,16,50],fan:[],order:[],enableledgerallocatorpool:2,over:[0,38,16,2,22,5,44,6,50,36,10],fall:43,becaus:[38,4,20,44,45,6],bkexcept:36,flexibl:16,vari:[4,25],digest:2,artifactid:24,cli:32,fit:50,set_acl:38,better:[1,2,5,25,36,28],logsegmentread:36,persist:[],easier:10,them:[16,2,4,43,6,50,36,37],thei:[13,0,1,16,2,14,4,38,5,44,6,50,26,8,10,11],proce:6,safe:6,"8gb":28,bulk_writ:38,"break":[4,36,6,25],promis:[17,20],interrupt:[36,38],setvalu:20,choic:[28,44,6,50],read_lac_and_entry_count:38,disablerollingonlogsegmenterror:2,defaultconf:43,timeout:[26,38,6,2,22],each:[43,1,16,2,40,4,38,5,44,6,50,26,8,36,28,37,25],debug:44,bkasynclogread:[],side:38,mean:[1,2,4,38,5,45,6,50,26],scope2:24,scope1:24,resum:[38,8,11,16,50],ledgermanag:36,rootstatslogg:24,network:[],goe:[26,43],firstnumentrieseachperlastrecordscan:2,content:2,pool:[],forth:6,systemconfigur:2,federatedmaxlogspersubnamespac:2,aborttransmit:17,standard:37,nth:5,md5:7,bookkeeperinternalcallback:36,filter:[38,32],slot_id:2,isn:[4,38,2],idle_reader_warn:38,numaddworkerthread:25,mvn:[0,25,49],delay_until_promise_satisfi:38,getloc:36,independ:[14,28,2],getlog:4,java_tool_opt:[10,12],capac:28,datalogdir:49,unlik:50,alreadi:[0,1,4,20,44,45,6,40,37],wrapper:22,primari:5,top:[44,50],codahalestatshttpport:[0,25],sometim:[0,4,45],necessarili:[5,44],master:[44,45,16],too:[32,2],outag:[5,30],listen:[0,17,18,19,20,29,22,25,26,10,37,12],consol:[18,20,29,22,10,37,12],"100mbp":28,feature1:32,scheduleatfixedr:11,tool:[0,32,2,17,18,19,20,29,22,10,37,12],zkretrystartbackoffmilli:2,task:[38,24,36,2],dlzk_factory_writer_shar:38,target:1,dnsresolverforrack:[1,2],provid:[],tree:1,zero:[4,30],minut:[26,40,2],multiread:[0,22,10,37,12],provis:0,runner:[0,17,18,19,20,29,22,10,37,12],modern:14,create_cli:38,raw:36,shell:0,increment:24,seen:45,overcapac:2,bkasynclogwrit:[],num_pending_request:24,singletonfactori:10,transmit:[],anatomi:[44,50],plenti:4,though:1,consolewrit:20,stream_nam:43,phase:6,simplic:36,don:[0,2,16,4,50,37],doc:50,flow:[28,44,32],doe:[],dot:6,watchedev:0,random:[5,10],read_next_exec:38,zktimeout:2,aniruddha:14,updateifempti:20,identifi:[3,5,40,26],bookiewatch:1,layout:[44,25,2],acquir:[4,38],configur:[],apach:[14,1,32,2,20,24,44,25,50,26,36],latenc:[14,1,2,38,22,5,44,6,43,28,40,25],statsproviderclass:[24,25],journalflushwhenqueueempti:25,alertstatslogg:1,googlegroup:14,watch:[],identitystreampartitionconvert:26,report:24,nummber:25,runq:20,distributedlogconfigr:4,piggi:38,emb:44,"public":[1,19,17,18,4,20,29,22,24,36,10,11,12],reload:[43,1,32],timertickdur:2,respond:[1,44,40,6],fair:28,localschedul:20,num:32,result:[38,2,19,3,18,4,20,21,43,45,6,11],respons:[1,32,2,4,38,5,24,44,6,50,28,36],fail:[16,2,17,18,4,20,29,22,5,44,6,50,10,19,12],best:[],enableperstreamstat:[26,2],logsegmentretentionhour:[43,2],awar:[],getbkdigestpw:36,topologyawar:1,dluristr:[18,19,20],databas:[3,14,4,50],mux:[17,29,22],figur:[1,2,16,4,5,44,6,50,28],outstand:[44,2],l4stewar:14,server_enable_perstream_stat:26,approach:[16,50],zkledgersrootpath:[0,25],accord:[5,1,49,6,25],extend:[26,36,10,44,2],numreadworkerthread:25,toler:[5,30,6,2,50],accident:6,easi:[32,12],defaultconfigpath:43,howev:[0,16,5,25,8,11],logic:[38,44,2,12],com:[0,1,32,14,17,18,19,20,29,22,25,10,11,37,12],keeperst:38,sciencestat:24,guid:46,assum:[0,37,32],gurante:[45,50],getlastlogrecord:18,three:[5,0,1,44,46],been:[38,16,5,44,45,6,8,11],specul:[],accumul:[44,6],much:[3,28,32,2],basic:[],negative_get_completed_seg:38,quickli:[40,2],readerid:11,cuni:14,hostconnectioncores:3,xxx:2,worker:[43,38,20,2],duralwritefeatur:32,ani:[0,1,16,2,4,32,5,45,6,50,26,36],dave:14,"catch":[2,4,43,45,6,36],mcv:[17,18,29,22,10,12],distributelogconfigur:43,ident:6,substatslogg:24,servic:[],properti:[13,1,2,32,43,26],calcul:[28,36],getsampl:24,sla:[5,44,6,2],reloadcachedmap:1,twitterstatsprovid:24,idle_reader_error:38,ratelimit:2,conf:[0,1,32,2,17,18,4,20,29,22,43,24,49,25,36,10,19,37,12],ledgerallocatorpoolcores:2,disappear:1,perform:[],make:[],format:[13,26],drawback:4,log4j:32,complet:[0,38,44,2,17,18,4,20,29,22,5,24,6,43,19],wheel:1,trytimeout:38,nic:28,isdurablewriteen:[43,2],region_stop_accept_new_stream:30,hand:16,dskiptest:[0,25,49],genericcallback:36,ownership:[],tune:[],kept:[5,26,6,50],scenario:[5,28],"5fae6db3":22,getbyt:[17,36,10,11],inherit:0,client:[],thi:[0,1,2,4,5,6,7,8,10,11,12,15,17,18,19,20,29,22,24,25,26,28,30,31,32,36,37,38,43,44,45,46,50,40,49],paradigm:16,unchang:2,logrecordwithdlsn:[18,4,36,11,19],protocol:6,background:38,just:[0,1,32,2,38,43,6,26,28,10],bandwidth:[43,28,2],farther:5,get_filtered_list:38,yet:[4,6],previous:[8,11,16],writethroughfeatur:32,expos:[0,1,31,32,38,24,44,25,26,40],get_children:38,spread:[5,44,50],loadconf:[43,2],els:[4,11],codahalestatsgraphiteendpoint:24,gave:6,applic:[0,1,15,2,14,4,38,29,16,43,44,45,6,50,8,10,11],birth:24,measur:[38,24,28],daemon:[0,37,25,2,49],archiev:[43,44,40],currentthread:36,specif:[5,1,44,50],deprec:24,readnext:[38,19,18,4,45,11],throwabl:[17,18,4,20,29,22,19],registerfailedev:24,unnecessari:2,www:14,right:[6,2,50],old:[5,44,6,2,16],deal:45,interv:[40,6,2],setlogsegmentinfo:36,dead:1,intern:38,successfulli:[6,2],bkzr:0,txt:24,recordgener:[0,19],"6c4cbf96":[10,12],distributedlognamespacebuild:[32,18,4,20,24,19],track:[],suffici:5,foo:1,localhost:[0,40,25],consoleproxyrrmultiwrit:10,"999l":4,write_proxi:0,"super":4,distributedreentrantlock:[],encoderegionidinvers:2,literatur:16,getfeatur:32,commit:[4,44,6,2,25],produc:[45,25],codahalestatsslf4jendpoint:24,encount:[38,6,2],"float":36,encod:[10,2,12],bound:[0,28,6,37],bkledgerszkpath:0,optionaldnsresolv:1,down:[38,24,6,2,50],wrap:[38,3,29,22,17,36,10],compositeconfigur:[26,2],wal:14,wai:[38,32,2,4,22,5,24,6,28],consoleproxywrit:[18,29,22],bkrowawareensembleplac:2,support:[0,2,16,14,44,50,28],transform:[10,20],why:6,avail:[],numlongpollworkerthread:25,lowest:44,utf_8:[17,36,10,11],form:[5,1,49,12],offer:[43,14,1,50],forc:[38,30],compressiontyp:2,percentag:32,heap:10,"true":[0,32,2,17,4,20,29,22,43,24,25,36,11],syncconnect:[0,38],reset:24,absent:[43,4],bookiefailurehistori:1,maximum:[2,43,44,25,50,26,28,40],until:[4,44,6,50],idleread:2,fundament:[36,50],read_entri:38,bytebuff:[3,29,22,17,10,12],bkcnumiothread:2,read_lock:38,semicolon:2,regionawareensembleplacementpolici:1,"abstract":36,backoff:[4,40,2],ship:[25,49],check:[0,1,32,2,4,49,24,25,7,36,9,11],getopstatslogg:24,assembl:25,readonli:1,when:[0,1,2,3,4,5,6,8,11,15,16,17,18,19,20,29,22,24,25,26,28,30,32,36,38,43,44,45,50,40],test:[3,18,4,20,29,43,24,40,37],jordangbul:14,unlimit:[26,2],node:[0,1,2,49,5,44,6,50,28,36,25],relat:[13,0,1,2,16,38,24,25,26,40],znode:[0,1,4,44,25,6],"2dcdd6c866f9bd3599ed49568d651189735e8ad6":[10,12],consid:[5,1,16,2,28],uniformli:5,receiv:[0,38,30,44,2,17,18,19,40,20,29,22,24,45,6,10,37,12],longer:[26,6],datalatencywarnthresholdm:2,slf4j:24,ignor:2,time:[],push:6,getcount:24,streamwrit:10,readaheadwaittimeonendofstream:2,concept:[36,6],redirectbackoffstartm:40,chain:4,skip:[0,2],consum:[44,6,50],although:[44,6],guava:2,row:2,zookeep:[],decid:[5,26],depend:[24,49,25,16,28],local_region_id:20,zkcnumretrythread:2,countdown:36,hasmoreel:36,decis:5,jvm:[13,38,2,32,1,43,25],ignoretruncationstatu:2,readahead_thread_pool:38,sourc:[7,50],string:[13,1,40,2,19,3,18,4,20,29,22,43,17,24,36,10,11,12],congest:5,logsegmentmetadata:36,hasnext:4,newhashset:[36,10],administr:[],level:[5,2,50],total_task:38,guo:14,iter:4,item:[24,32],addeventlisten:[19,17,18,4,20,29,22,11],round:[16,2,22],dir:43,prevent:[26,14,44,16,2],slower:6,threshold:[26,43,6,2],cost:[28,44],port:[26,37],logrecordset:17,appear:[1,44,37,16],openlog:[43,18,4,19,20],current:[0,38,30,16,2,32,20,5,24,44,6,28],sinc:[0,16,19,49,44,25,36,11,6],dlsn:[0,19,3,18,4,20,29,22,17,44,6,50,26,36,10,11,12],deriv:2,gener:[],"63d214d3a739cb58a71a8b51127f165d15f00584":7,agreement:44,satisfi:[5,38,4,6],slow:38,modif:16,address:[1,36,4,2,6],along:[6,50],wait:[0,38,25,2,17,18,4,20,29,22,44,6,10,12],dlzk_factory_reader_shar:38,checksum:[30,40],queue:[38,25,2,50],rpshardwritelimit:43,throughput:[26,43,28,44,2],healthi:[38,44],jline:0,commonli:[6,16],semant:[],sgerstein:[10,12],elect:[6,16],extra:32,wp_stats_port:0,activ:[16,2,4,20,44,6,50,10,25],modul:[3,0],prefer:5,toarrai:36,visibl:[4,44,32,6,2],rpssoftservicelimit:26,instal:[0,25,49],offsetdb:11,regex:[40,17,18,19,20,29,22,10,12],franck:14,"1d2e91f5":[18,29],memori:[],live:[4,44],msg:17,scope:[24,30,38,32],checkout:[25,29],reorder:1,task_enqueue_tim:38,oom:38,completed_task:38,ioexcept:[4,36],templat:[0,25,49],futuretask:20,effort:6,flushintervalm:22,uniqu:[0,4,44,50],graphit:24,whatev:[4,30,25],purpos:[38,6,49],bkczknumretri:2,claim:[40,6,2],encapsul:1,stream:[],predict:[44,6],writeproxi:[0,37],wp_service_port:0,registergaug:24,critic:[1,39],flushandsync:4,distributedlognamespac:[30,32,2,18,4,20,43,24,19],runnableadapt:20,occur:24,alwai:[5,24],differenti:32,multipl:[],ping:0,write:[],purg:32,pure:[28,45],distributedlogmultistreamwriterbuild:22,disable_ensemble_chang:30,map:[38,2,1,20,44,6,36,40],product:[49,6,32,25],serializebyt:11,max:[44,25,2],clone:25,spot:44,usabl:4,service_rate_limit_dis:30,mai:[14,1,16,17,18,4,29,22,5,8,10,11,12],rackid:1,data:[],grow:38,writelimit:38,practic:[],ledgerallocatorpoolnam:2,explicit:[4,6,50],rather:[45,2],"switch":[1,44],cannot:[43,1,2,22],combin:[5,6],anoth:[1,20,29,22,6,11],talk:[5,4,45,44],recordset:17,kafka:[],completetransmit:17,ttl:[3,4,6],still:[5,6,2,20],pointer:6,group:[26,43,44,25],monitor:[],startasynclogsegmentnonpartit:4,polici:[],readaheadmaxrecord:[43,2],slotid:[0,17,18,19,20,29,22,10,12],platform:[49,10,25,12],main:[38,32,20,44,36,11],non:[13,0,2,3,4,44],initi:[],underneath:[38,40],therebi:[44,32,6,16],half:2,distributedloginputformat:36,now:[44,37,2],discuss:[5,44],term:14,workload:[],registersuccessfulev:24,name:[1,2,3,4,43,44,6,40],dynamicdistributedlogconfigur:43,nil:[17,18,29,22,10,12],bursti:2,didn:1,separ:[14,2,32,25,49,37],failov:[5,44,30,22],domain:[5,0,1,4,2],replac:[1,30],individu:[38,32,4,43,44,36],continu:[5,44,6,16],periodichandshakeintervalm:40,contributor:14,unlock:38,gitsha:[46,37],statsprovid:[24,25],happen:[38,1,6,50],shown:44,"100l":4,zknumretri:2,currentensembl:1,formula:28,correct:[5,44,6,50],default_rack:1,tasks_pend:38,envelop:2,git:25,org:[14,1,24,20,25],"byte":[2,3,4,20,29,22,43,44,25,50,26,11],care:[40,10,50],fixedinetresolv:[17,18,29,22,10,12],bpsstreamacquireservicelimit:26,rewindsecond:19,frequenc:2,synchron:4,fsync:25,recov:[38,6],thing:[3,4,36],place:[],think:6,frequent:[24,25,32],first:[0,1,2,3,4,5,6,7,40,49,37,25],oper:[],getreaderbkc:36,repp_disable_durability_enforc:30,directli:[4,44,45,38],rpshardservicelimit:26,onc:[],acquisit:[26,20],interruptedexcept:36,submit:[38,36,20],oppos:6,size:[43,1,30,2,4,5,44,25,50,36,6],given:[1,30,16,2,3,4,32,44,5,24,6,50,26,28,40,12],streamnam:[3,17,36,29],caught:[4,6,19],cumul:24,lognam:4,satisifi:[18,19],especi:15,copi:[5,0,44,14],specifi:[5,44,32,6,2],github:[14,25],mostli:0,domin:28,than:[0,1,30,32,2,3,5,44,45,6,50,26,28,40,25],getledgermanag:36,replacebooki:1,distributedlogmanag:[],entryid:[0,17,18,19,20,29,22,36,10,12],balanc:[],were:50,posit:[],pre:2,sai:[5,30],argument:1,getdynamicstreamconfig:43,deliv:[44,6],saw:6,note:[26,0,1,43,4],ideal:0,take:[1,2,16,38,26,40,37,12],noth:24,begin:44,sure:[5,0,25],normal:[43,40],buffer:[2,17,4,43,44,25],compress:[17,43,2],beta:1,detect:[40,38,45,6,2],writelat:24,pair:[5,13,36,2],pages:25,adopt:25,runtim:[1,32],readaheadbatchs:[43,2],max_valu:2,show:[],server_region_id:26,ledgerdirectori:[0,25],rootprovid:32,concurr:[43,14,20,2],ledgermetadatalayoutvers:2,nextkeyvalu:36,slot:[4,44,6],onli:[13,0,30,16,2,4,5,44,45,6,50,40,25],explicitli:[4,44,6,2,50],ratio:[43,2],ensembles:1,fenc:[],transact:[14,16,2,3,4,44,45,6,50],proportion:32,written:[16,4,22,44,49,45,6,50,19],"847c4e8":22,analyz:6,analyt:[],offici:25,variou:[],between:[1,30,16,2,4,32,38,29,5,6,8,11],streamconfigprovid:43,perstreamconf:43,repo:[17,18,19,29,22,10,12],"128mb":[44,50],streamstatsreceiv:40,ssd:25,requir:[1,30,16,2,5,44,45,6,50,28],mapper:36,lastreaddlsn:11,server_shard:26,netti:2,where:[1,15,16,32,5,44,25,50,8,49],getdefaultvalu:24,createifmiss:11,fanout:[28,44],seal:[],atomicinteg:36,stream_partition_converter_class:26,"350mbp":28,getmetadata:36,enumer:36,enough:[38,1,49,6,28],faild:36,addresult:4,"import":14,wp_shard_id:0,across:[1,16,2,5,44,6,50],get_inprogress_seg:38,set_data:38,spark:36,come:[28,15],minregionsfordur:5,latch:36,region:[],job:36,handshakewithclientinfo:40,tutori:[],mani:[0,1,2,4,38,44,50],among:[14,44,6,50,36,10],period:[2,16,4,43,44,6,50,26,28,40,11],perstreamconfigdir:43,vesion:2,featur:[],disable_write_limit:30,poll:[38,44,6,2,25],metadatadata:0,wp_namespac:0,mark:[6,2],servicestreamconfigprovid:43,concurrentbaseconfigur:43,bookkeepercli:[],consoleproxymultiwrit:[37,22],finaglecli:40,thousand:[14,50],resolut:2,those:[13,1,2,4,38,24,6],"case":[0,2,16,4,32,5,24,45,50,26],rcholder:36,stream_000002:43,stream_000003:43,stream_000001:43,hdf:44,ledgermetadata:36,eid:44,"756d7bba":[18,29],metric:[],networktopologystabilizeperiodsecond:1,henc:[1,30,38,2],cluster:[],media:[10,12],same:[0,16,2,43,44,45,25,50,26,49,6],epoch:6,html:14,document:[],exhaust:[43,2],closest:5,utf8:[10,12],assist:14,driver:25,capabl:[28,16],readpo:36,improv:[5,43,25,2],extern:[11,16],dlog_extra_classpath:32,appropri:44,choos:[],without:[5,32,6,2,50],sequenti:[4,44,6,50],execut:[1,2,17,18,19,20,29,22,6,26,38,36],get_completed_seg:38,rest:16,kill:0,speed:6,except:[30,2,4,20,45,6],param:1,txid:[4,50],groupid:24,real:[14,15,32,2,16,50],around:[28,6],asyncclos:[18,19,20],read:[],readhead:38,dark:2,temperatur:24,traffic:[0,1,2,44,25,50,28,10],dispatch:38,world:[14,15],nodedatachang:38,saniti:[4,2],createstreamifnotexist:[4,2],truncationdlsn:3,integ:[0,1,44,2],server:[],benefit:45,either:[13,1,44,2,4,38,24,6,50],output:[0,2,17,18,4,20,29,22,43,25,10,19,37,12],inter:5,manag:[],positiongapdetectionen:2,handshak:40,newarraylistwithcapac:36,inputsplit:36,easili:[0,28,36,50],evolv:2,readlastconfirm:38,complic:[28,45],refer:[],power:5,garbag:[44,6],inspect:32,codahalemetricsprovid:24,broken:50,immut:[44,6,50],writebulk:4,"throw":[1,30,36,2],comparison:4,ack:[5,43,30,25,2],acl:2,runwork:20,stand:[26,43],act:[6,2],backup:[44,6],processor:[26,2],effici:[],entry_piggy_back_hit:38,surviv:5,strip:2,yyi:2,your:[1,32,24,25,7,28,49,37],dhamankar:14,num_child_watch:38,readentri:36,aren:38,blanac:[],strict:[14,16,2,44,45,6,50],interfac:[],low:[1,2,22,43,44,25,6],submiss:38,dnstoswitchmap:1,lang:20,hard:[26,43,50],bkczksessiontimeoutsecond:2,dnsresolveroverrid:2,bundl:1,categor:[43,44,50],pull:40,possibl:6,"default":[0,1,30,32,2,4,20,43,25,26,40,37],bucket:16,recover_scanned_entri:38,internaltryretri:38,timeunit:[43,4,45,11,19],deletelog:4,watcher:[],strongli:[44,45,16],decreas:[3,4,44],file:[],distributedlogconst:20,fill:1,again:[5,2],pending_request_dispatch:38,oltp:14,lssn:[44,2],get_data:38,valid:[30,40,6,25],writabl:1,you:[0,32,14,17,18,4,36,20,29,22,26,24,49,45,25,7,28,10,19,37,12],distributedlogclientbuild:[3,17,40,29,22],truncatedlsn:4,siji:14,newsinglethreadscheduledexecutor:11,getvers:36,dynconf:43,prudent:16,concat:26,reduc:[43,1,6,2,25],directori:[43,0,49,25,46],descript:2,numpendingrequest:24,numbooki:1,potenti:36,bpshardservicelimit:26,nexttxid:4,degrad:5,cpu:[],unset:26,"5c8d932f":[18,29],all:[0,1,2,4,6,7,8,11,14,16,24,25,26,32,37,38,43,44,45,46,50,49],dist:46,illustr:[5,44,6],monitoredfuturepool:[],lack:4,touri:[43,2],long_poll_interrupt:38,abil:[38,6],follow:[0,1,25,2,14,17,18,19,20,29,22,5,24,44,45,6,50,28,10,49,12],disk:[],write_through:32,readfutur:[18,19],tail:[],queri:2,distributedlogserverapp:[17,18,19,29,22,10,12],introduc:[1,40,4,2,6],initialdlsn:11,global:[],straightforward:[0,19,28],replic:[],fals:[0,32,2,4,43,45,6,25],statslogg:[38,1,24,4],zookeepr:49,candid:[7,1,6],mechan:[16,2,4,44,6,50],liftedtree1:20,failur:[1,30,16,2,32,44,5,24,6,50,8,40,11,25],veri:[4,6,2],pagelimit:25,condition:6,getsplit:36,readbulk:4,laud:14,adjust:[6,32],tostr:10,small:4,blackout:30,sync:[38,40,25,16],rate:[],design:[],pass:[38,30,6,32],further:50,what:[1,32,4,2],sub:[],section:[0,38,15,2,29,44,25,50,26,40,49,6],abl:[14,2,16,29,5,50,36,37],recordread:36,overload:4,version:[2,44,24,6,26,37,25],readeridlewarnthresholdmilli:2,totalpartit:12,method:[1,44,4,32],millisecond:[14,2,19,45,26,40],full:[14,38,32],hash:[1,44,6],stabilizenetworktopolog:1,variat:6,strong:[14,3,4,5,44,6,50],modifi:[0,25,16],valu:[1,2,5,10,11,12,13,16,17,20,29,22,24,25,26,30,32,36,38,43,50,40],thrift:[17,45,29,22],dnsresolverforrow:2,search:6,ahead:[0,6,2,25],optiona:4,newwrit:17,pick:[10,12],action:4,via:[0,1,2,3,4,38,44,45,6,50,40],connectedreadonli:38,reiniti:38,transit:6,glitch:2,decrement:24,establish:40,select:1,aggress:6,distinct:5,regist:[17,18,19,20,29,22,24],two:[1,30,2,16,4,32,38,5,44,6,50,26,28,36],coverag:1,piggyback:[44,6,25],more:[0,1,44,2,4,38,49,5,24,45,6,50,43,28,9,36,11,25],desir:44,flap:[1,6],hundr:50,monitoredscheduledthreadpoolexecutor:[],flag:[2,32,4,43,25,26,40],stick:24,known:[24,6,16],cach:[],truncatefutur:[3,4],none:[17,0,38,2],endpoint:[3,0,24],hour:[2,4,43,44,45,6,50],executorservic:[43,11],histori:1,remain:[5,40],read_lac_count:38,dec:24,futurepool:38,numworkerthread:2,hostconnectionlimit:3,registr:1,share:[38,2],shard:[0,16,17,18,19,29,22,26,10,37,12],accept:[30,3,29,50,26,37],bk4:[1,2],bk5:2,minimum:[5,49,2],bk1:[1,2],bk2:[1,2],bk3:[1,2],pong:0,zksessionlock:20,logsegmentrollingconcurr:2,disable_logsegment_rol:30,divid:[44,50],programmat:13,streamnameregex:40,ledger:[13,0,2,6,28,36,37,25],reject:[2,4,43,6,26,40],csv:24,simpl:[5,4,6,28],resourc:[38,1,4,28],referenc:38,bkc:[1,30,2],reflect:[1,32,28,2],okai:25,distributedlog_proxi:[17,18,19,29,22,10,37,12],associ:[4,6,32],stabil:1,"short":2,caus:[38,17,18,4,20,29,22,19],callback:4,get_full_list:38,ensembl:[],stewart:14,constitu:44,help:[0,1,2,32,4,38,44,6,40],leigh:14,trade:44,held:20,through:[43,32,40,5,44,10],reconnect:2,hierarchi:5,rpssoftwritelimit:43,readahead:[],paramet:[5,1,40,25],configurationsubscript:43,exact:[],regionid:20,runnabl:11,pend:38,bypass:4,might:[38,6,50,28,49,25],alter:32,good:[38,1,49,4,25],"return":[1,32,2,4,5,24,6,36,10],timestamp:[2,3,4,44,45,6,19],onsuccess:[19,17,18,4,20,29,22,11],framework:36,notifc:38,eventu:[44,6],hook:36,troubleshoot:2,instruct:0,micro:2,achiev:[43,1,2,16,5,44,6,8,28,25],ackquorums:1,compris:[4,44,38,32],nosuchledgerexist:2,found:[5,14,43,6,50],"5000m":2,truncat:[],twitterostrichprovid:24,subsystem:32,monoton:[4,6],heavi:38,connect:[13,0,1,16,3,5,40],http:[0,24,25,14],beyond:50,todo:38,event:[],buffers:22,publish:[3,9,6],sustain:25,metadatalatencywarnthresholdm:2,isempti:4,proxi:[],advanc:[38,6],"14ff89d7":[17,10,12],pub:[],quick:[],base:[],ask:[43,14,6,2],"3ff9e33fa577f50eebb8ee971ddb265c971c3717":7,thrown:[1,4],thread:[26,2],exponenti:5,davidjrusek:14,federatedcheckexistencewhencachemiss:2,background_read:38,assign:[0,3,4,29,44,6,50,19],currenttimemilli:[45,19,10,20],major:[6,2,25],notifi:[1,44,2],feel:14,misc:25,readhead_work:38,done:[1,45,4,2,50],reentrant:38,stabl:[40,49,37],miss:2,differ:[],script:[0,1,25,49,37,46],interact:[14,4,44,32],least:[],storm:2,countdownlatch:36,scheduledexecutorservic:[43,38,11],scheme:[4,16],getstatslogg:24,store:[],option:[0,1,32,4,43,24,26,40,11],part:[0,1,4,25,49,6],jordan:14,baseresolv:[17,18,29,22,10,12],consult:5,grace:26,kind:[24,45],dfile:[10,12],whenev:[1,6],remot:[5,1,40],remov:[5,1],startlogsegmentnonpartit:[4,45],horizont:16,stall:2,sstabl:50,addfutur:4,comput:[14,4,6,12],bknotenoughbookiesexcept:1,packag:[],expir:[38,1,44,6,2],dedic:2,"null":[0,2,4,45,36,11],outbound:28,built:[1,2,43,44,6,50,10,12],violat:6,also:[43,1,2,16,4,32,38,5,24,44,6,50,26,28,40,37],scopabl:32,getslotid:17,statshttpport:24,streampartitionconvert:43,pipelin:6,distribut:[],"34a433d8":22,previou:[6,20],reach:[44,6,2,25],react:1,most:[5,38,25,32,49],plan:28,outstandingwritelimitdarkmod:2,tcpconnecttimeout:3,quorum:[43,1,30,2,5,44,6,25],clear:[1,28],cover:[5,1],clean:[0,49,6,2,25],usual:[43,38,2,16,4,44,5,24,50],carefulli:16,keeper_st:38,session:[38,1,44,6,2],fine:28,find:[38,6],penalti:[40,6,2],pretti:[0,4,28],less:[5,45,6,2],hashedwheeltim:1,couldn:38,queu:38,factor:[28,50],wp_conf_fil:0,hit:2,bookieformat:0,express:32,writeroutputbuffers:[43,2],restart:[44,32,11,16],force_get_list:38,statist:[5,24],metadata_reiniti:38,failfast:40,set:[],dump:[],startup:2,proactiv:[44,6],see:[0,1,16,4,38,29,6,50,8,37],close:[],analog:5,setimmediateflushen:20,codahalemetricsservletprovid:25,total_watch:38,zookeepercli:[],won:[26,43],darkmod:2,subscript:43,experi:1,writerecordset:17,altern:[5,1],anonfun:[17,18,20,29,22,10,12],"14b28d06":[17,10,12],numer:[24,32],configuraiont:0,logsegmentsplit:36,isol:[5,0,44,14],getrecordcount:36,disallow:30,starttxid:45,readlastconfirmedandentri:38,bklogreadhandl:[],both:[1,16,43,24,6,26,8,36,28],last:[],arraylist:[1,36],anon:20,load:[],simpli:[0,25,49],nextel:36,point:[0,2,17,4,29,22,25,36,37],instanti:[26,1,2],schedul:[0,38,2,20,5,43],newbuild:[32,3,18,4,20,29,22,17,24,36,40,19],dynamicconfigreloadintervalsec:32,arbitrarili:24,shutdown:[26,0],suppli:[3,5,43,40,13],bridg:24,failresolv:[17,18,29,22,10,12],backend:4,java:[4,11,20],due:[38,2,16,4,1,6],empti:[1,2,17,18,20,29,22,10,12],dlzw:0,kafkadistributedlogproduc:9,strategi:[43,44],bkzkserver:0,"57052dc3":[17,10,12],gap:2,coordin:[6,50],understand:[38,25,2],getentryid:[17,36],look:[38,1,6],probationari:26,periodicownershipsyncintervalm:40,straight:[4,36],batch:[38,2,4,43,44,6,36],durat:[3,2],pace:6,"while":[43,38,2,16,4,32,5,45,6,50,26,36,40,11],abov:[0,2,43,6,26,28,37,46],error:[38,2,4,1,44,24],robin:[14,16,2,22],dl_home:0,propag:40,readi:[0,40,16,2],featureprovid:[1,30,4,32],clientid:[3,20,29,22,17,40],itself:[26,0,1,6,38],leveldb:11,minim:32,belong:[44,32,50],hadoop:36,higher:[43,2],optim:[14,44,6,2,50],future_set:38,alert:[1,2],user:[14,1,2,38,6,28],wherev:40,typic:[1,16,2,3,4,38,5,24,45,6,28,8,40,11],recent:44,stateless:[],lower:[26,2],locktimeoutsecond:2,entri:[43,1,2,4,38,5,44,25,36,6],bpssoftwritelimit:43,spent:38,reclaim:6,ledgermetadataskipminversioncheck:2,spend:38,tracereadaheadmetadatachang:2,construct:[1,44,2,3,4,20,43,24,50,36],hierarch:[5,1,24,32],serverconfigur:26,uninit:1,acquiretimeout:38,saslauthent:38,journalbufferedwritesthreshold:25,task_pending_tim:38,bkshell:0,input:[1,37],subsequ:[1,4,6],bklogwritehandl:[],bin:[0,17,18,19,20,29,22,25,10,49,37,12],fromtxid:19,transpar:5,sha1:7,newensembl:1,inprogress:[38,6,2],characterist:[38,16],formal:1,server_thread:26,lost:[6,16,25],readonlybooki:1,elaps:40,enablereadahead:2,collect:[1,4,24,44,25,40,6],my_namespac:37,logsegmentrollingminut:2,nodechildrenchang:38,distributedlogconfigur:[2,18,4,20,43,24,26,36,19],acknowledg:[30,16,4,44,6,50,8,11],creation:38,some:[],back:[38,2,1,44,6,25],ledgerentri:36,sampl:24,myid:0,readeridleerrorthresholdmilli:2,scale:[0,28,50,16,14],bookkeeperaccessor:36,scala:[10,20],zkretrymaxbackoffmilli:2,operationcomplet:36,per:[],retri:[38,6,2,22],larg:[14,28,44,25,50],journalmaxgroupwaitmsec:25,entry_piggy_back_miss:38,machin:[],run:[5,26,37,2,46],bookiesocketaddress:[1,36],readaheadnosuchledgerexceptiononreadlacerrorthresholdmilli:2,step:[],logrecord:[4,45,20],readahead_work:38,fie:43,reloadunit:43,mynamespac:0,setretentionperiodhour:4,setperiodicflushfrequencymillisecond:20,"1gb":28,block:[38,4,6,50],within:[1,16,2,3,4,22,5,44,6,50],openledgernorecoveri:36,ensur:[5,1,44,6,22],announc:0,durabl:[],occupi:4,span:1,atomicrefer:[36,11],question:4,fast:[40,6,2],custom:1,includ:[0,1,16,50,44,24,6,46,25],tailread:[17,18,20,29],forward:[4,44,16],properli:[43,38,2],tryacquir:38,pwd:37,link:1,newer:[38,6],atom:[],line:[6,37],info:[17,18,29,22,10,12],row1:2,consist:[],caller:[38,2],similar:[0,1,2,4,44,6,26,28],maxcachedpartitionsperproxi:26,spike:38,doesn:[0,38,32,2,4,43,45,6,50,26,36,40,25],repres:[1,24,4],home:32,curl:[0,24],"56488f87":[10,12],bkzk_factory_reader_shar:38,schedulershutdowntimeoutm:2,invalid:2,scalaset:10,codec:[17,2],pending_task:38,meaning:2,member_0000000000:0,member_0000000001:0,member_0000000002:0,server_stream_probation_timeout_m:26,setoutputbuffers:20,jobcontext:36,algorithm:[5,1,6],stuctur:2,confirm:[1,44,38],evenli:[44,6,16,50],delta:24,leak:38,fresh:[6,37],pluggabl:[1,24,32,25],code:[0,24,36,25,14],partial:[5,6,2],defaultfeatureprovid:[32,2],server_graceful_shutdown_period_m:26,privat:[36,10],sensit:14,friendli:45,send:[30,2,5,44,6,37],granular:5,sens:45,sent:[43,2,5,44,6,40,37],markendofstream:[4,45],unzip:37,writefutur:[3,20,29,22,17,10],explicittruncationbyapp:[43,2],mastership:[6,16],volum:[14,44],buildread:36,disast:[44,6],retriev:[38,36,6],implicitli:0,relev:28,tri:[0,1],failfastonstreamnotreadi:[40,2],"16kb":17,fewer:[5,25],"try":[1,4,20,22,5,45,38,36],min:[6,2],rack:[5,1,6,2],inetresolv:[17,18,29,22,10,12],pleas:[0,2,4,29,25,36,49],smaller:[25,2,50],natur:36,percentil:[44,6],append:[6,50],bkczkretrymaxbackoffmilli:2,index:[],compar:[4,36],"52ba2221":[18,29],access:[0,1,40,2,17,18,4,20,29,22,5,44,36,10,19,37,12],enfor:30,can:[0,1,2,4,5,6,7,8,10,11,13,14,16,18,24,25,26,28,32,36,37,44,45,50,40],impact:[1,38],endofstreamexcept:45,let:[5,0,37],dlzr:0,becom:[38,2,1,5,44,25],implicit:6,fromdlsn:4,setlocktimeout:20,convert:[26,43,19,45,6],copyright:14,async_read:38,numlockstatethread:2,larger:[43,30,32,2],requesttimeoutm:[40,22],later:6,chang:[1,30,16,2,38,24,25,26,36,40,6],servicefactori:10,chanc:1,namespace_path:0,ago:[19,45],appli:[30,2,16,3,18,20,29,22,43,17,50,26,10,12],approxim:2,nonblock:4,proxy_tool:32,"boolean":[4,40],deserializerecordset:36,writerecord:17,readonerecord:4,from:[],zip:[7,46,37],commun:[5,14,6,25],bpssoftservicelimit:26,codahalestatsjmxendpoint:24,upgrad:[45,2],next:[38,18,4,11,44,6,19],websit:[14,25,49],few:[5,1,37,2],finagl:[],bookietoreplac:1,length:[36,12],stage:32,inet:[40,3,18,19,29,22,17,10,37,12],src:[11,32],benchmark:[7,0,46,21],"transient":5,nilresolv:[17,18,29,22,10,12],unacknowledg:6,bkensembleplacementdnsresolverclass:[1,2],setcreatestreamifnotexist:4,ownershipacquirefailedexcept:[4,20],gettransactionid:4,atomiclong:24,control:[30,2,32,4,44,6,50,26],process:[],lock:[],getledgerid:36,tracereadaheaddeliverylat:2,high:[],entry_id:2,getreadaheadwaittim:4,opensourc:25,onlin:14,serial:[26,2],writeset:1,delai:[5,1,6,2,25],regionb:2,regiona:2,numreadaheadworkerthread:2,zkaclid:2,excludebooki:1,taskexecutionwarntimemicro:2,sid:44,instead:4,distributedlogcli:[3,40,29,22,17,10,12],server_service_timeout_m:26,stop:[26,4,25,2],await:[3,4,45,36],logconf:4,tier:[14,44,50],physic:[3,5,4,44,6],alloc:[],essenti:[5,14],bind:[13,0,37],journaldirectori:[0,25],dnsresolv:1,correspond:[1,2,16,38,44,6,36,8,37],fbb628c:22,element:[1,44],issu:[14,1,16,2,3,18,4,32,44,45,6,19],allow:[14,1,32,2,4,43,44,6,50,26,36],quorumm:[43,2],franckcuni:14,majorli:28,move:[44,6],lz4:2,dlog_hom:0,saferun:20,zkserver:[0,25,37],bunch:[4,45],consensu:[44,6],chosen:[5,1,12],newarraylist:4,authfail:38,allocation_pool:2,decai:5,deserializebyt:11,nodecr:38,therefor:[5,44,6,16],configfil:[43,2],handl:[14,1,2,4,38,5,44,36],clientbuild:[3,40],dai:28,recordsetwrit:17,mention:6,facilit:[44,16],bkcackquorums:[43,2],somewher:24,openasynclogwrit:20,mode:[5,0,4,6,2],supportsenvelopedentri:36,readerwithoffset:11,codahalestatscsvendpoint:24,subset:[5,50],getlogsegmentsequenceno:17,lastaddconfirm:[],requesttimeout:3,opstatslogg:24,"static":5,storagefeatureprovid:32,getentryinputstream:36,our:[1,44],txlog:[0,49],special:[44,6],out:[],variabl:[0,32],influenc:5,rev:[10,12],categori:50,suitabl:16,sever:28,inaccess:5,hardwar:[],merg:25,common:[],shut:2,dlfeatureprovid:32,msgbuf:17,zksessiontimeoutsecond:2,newbalanc:10,log_writ:38,releas:[],getensembl:36,rackawareensembleplacementpolici:1,could:[0,1,2,3,4,6,10,12,17,18,19,20,29,22,24,25,26,28,30,32,36,37,38,43,45,50,40,49],put:[13,43,49,11,25],yarn:14,keep:[38,30,16,2,4,43,6,28,40,31],bkczkrequestratelimit:2,enforc:[5,4,30,2],wrote:[4,16],streamfailfast:40,retain:50,nodedelet:38,connecttimeout:3,server_dlsn_vers:26,echo:0,date:6,owner:[44,40,6,2,20],"long":[1,44,2,40,19,38,43,24,45,6,28,36,4,25],start:[],unknown:40,mkdir:0,system:[],messag:[],get_list:38,attach:6,setreadytoflush:4,termin:[0,37,20,29],"final":[18,19,24,36,10,11],"4d5698f":17,frommillisecond:3,getlength:36,dlogenv:[0,32],bookieport:[0,25],enqueu:2,gethostnam:36,standalon:37,exactli:[8,44,11,16],strictli:[6,16],getinputstream:[4,45],cache_ful:38,structur:1,g2dcdd6c:[10,12],stricter:[8,16],reposit:38,deliveri:[44,2],alertpositionontrunc:2,onfailur:[17,18,4,20,29,22,19],have:[0,16,2,4,50,32,36,5,44,45,6,28,26,43,8,10,11,37,12],tabl:2,need:[0,1,25,2,4,6,36,49,37,12],perwriteroutstandingwritelimit:2,bpshardwritelimit:43,ephemer:[44,6],sandbox:[37,32],which:[0,1,2,3,4,5,6,10,12,14,16,19,25,26,28,32,36,43,44,45,50,40],datacent:[5,14,1,6],singl:[1,4,44,22,5,24,25,50],unless:4,deploy:[],who:[4,40,2],discov:[1,16],deploi:[25,4,6,15],segment:[],"class":[38,2,32,24,26,36,10],url:2,request:[0,38,30,16,2,3,40,19,44,22,5,24,45,6,26,43,28,10,37],snapshot:[0,49,25,46],determin:[0,1],maxspeculativetimeoutm:22,featureproviderclass:[32,2],threadpoolexecutor:20,particip:[0,49],bring:6,writablebooki:1,rough:5,trivial:4,getlogsegmentsequencenumb:36,dural_writ:32,locat:[1,2,4,5,44,50,36,40],createlog:4,jar:[],forev:50,should:[13,0,1,2,16,44,29,43,24,45,25,26,28,49,37,12],suppos:0,"256mb":2,local:[0,1,32,2,17,18,19,40,20,29,22,5,6,26,38,36,10,11,37,12],enableimmediateflush:2,setenvelopeentri:36,contribut:14,statsreceiv:[3,24,40],bandwith:28,increas:[38,2,4,43,44,6,25],maxacquiredpartitionsperproxi:26,wring:20,readledgermetadata:36,lock_immedi:20,endless:[4,45],enabl:[],organ:[5,4,50],integr:[24,36,15,32],partit:[],contain:[0,5,6,50,43,36,46],view:[1,44,32],writeserivc:10,rusek:14,get_writ:38,statu:[44,6,2],correctli:0,pattern:2,dlm:[19,18,4,20,43,45,36,11],favor:4,state:[],progress:[0,36,16],filefeatureprovideroverlayconfigpath:32,kei:[],getlogseg:36,isavail:32,globaloutstandingwritelimit:2,crc32:36,disconnect:38,getstartsequenceid:36,reorderreadlacsequ:1,task_execution_tim:38,addit:[5,26,44,6],lastdlsn:[18,11],admin:[0,24,37,32],equal:[1,50],etc:[24,50],instanc:[1,16,2,4,32,5,26,28,37],reloadperiod:43,futureutil:[18,19,11,20],zkshell:0,negative_get_inprogress_seg:38,arriv:[6,2,16],rpc:45,respect:5,atomicwrit:17,tread:2,sijieg:14,compon:[5,1,44,4,2],besid:[43,4,44,32,50],treat:[3,40],immedi:[1,2,4,20,22,43,44,6,26],fromsecond:3,bkdistributedlognamespac:[],bit:[4,44,6,28],consoleproxypartitionedmultiwrit:12,inbound:28,togeth:[26,8,16],bull:14,present:[1,6],determinist:[40,6],multi:[],bkczkretrystartbackoffmilli:2,align:25,defin:[1,32,4,24,50,36],getprogress:36,fault:[5,6],observ:[5,0,1],layer:[],offsetstorefil:11,reacquir:[26,38],journalbufferedentriesthreshold:25,roll:[],inform:[],streamconf:43,incom:[28,16],greater:[5,40,6],welcom:[0,14],classpath:32,openfutur:4,metadatahold:36,inc:[14,24],redirectbackoffmaxm:40,slave:[45,16],hostnam:1,upon:[11,16],effect:[38,2,16,8,40,36],watcher_manag:38,ioe:4,off:[5,28],center:[1,6],totalregion:5,builder:[],well:[1,44],logsegmentsequenceno:[0,17,18,19,20,29,22,10,12],thought:5,exampl:[0,1,2,4,5,6,10,11,12,16,17,18,19,20,29,22,26,28,32,36,43,44,50],command:[0,37,32],retryabl:2,finaglenamestr:[3,17,40,29,22],filesystem:50,maxlogsegmentbyt:2,latest:[7,19,40,6],getdlsn:[18,11],camel:2,obtain:[0,1,24,6,32],tcp:5,tco:28,logmanag:4,get_acl:38,add:[43,1,4,2],other:[43,38,30,2,16,4,32,5,44,6,50,26,25,40,49,15],logger:[],streamrewind:19,match:[40,32],federatednamespaceen:2,realiz:6,know:[44,4,30,36,6],tick:2,candic:4,loss:[5,14],like:[],success:[5,24,6],resil:2,enabletaskexecutionstat:2,necessari:[4,16],fixedinet:[17,18,29,22,10,12],lose:[16,50],async:4,soft:[26,43],page:[24,46,25,32,31],captur:5,toservic:10,twitter:[],booki:[],"export":[0,24,25],flush:[2,4,20,22,25,6],proper:[43,2],guarante:[],tmp:[0,25,49],thriftmux:[17,40,29,22],feder:2,timernumtick:2,broad:16,avoid:[43,44,40,6,2],dynamicconfigurationfeatureprovid:32,thank:14,leas:6,estim:28,leav:[43,1,16,50],server_port:26,overlai:32,readlaclongpolltimeout:2,leader:6,slight:1,bkloghandl:[],journal:[],usag:[],host:[0,1,2,5,24,6,36],networktopologyscriptfilenam:1,offset:[4,11],"5a25adb1":22,simpler:3,about:[38,40,44,45,6,50,10],actual:[36,6],codahalestatsprefix:24,ingest:14,lifecycl:[],clientconfigur:1,disabl:[1,30,2,32,43,26,40],transactionidoutoforderexcept:[4,2],thread_pool:38,own:[4,6,50,26,28,40,37],bkcwritequorums:[43,2],automat:[3,0,4,38,2],i0except:14,getmessag:36,leverag:[36,10,6,49],robindhamankar:14,nobrokersavailableexcept:10,trigger:[6,2],inner:1,zkrequestratelimit:2,"var":24,"function":44,scheduledthreadpoolexecutor:20,histogram:24,bug:2,count:[1,36,24,2],succe:[6,29],made:[5,44,6,25],wise:30,whether:[0,2,4,43,25,26],codahalestatsoutputfrequencysecond:24,readlisten:[18,19],asynchron:[4,6],record:[],below:[0,1,32,2,4,24,45,28,49],distributedlogmultistreamwrit:22,otherwis:[2,32,4,6,26,40],logexist:4,"int":[1,4,43,36,40,19,12],maxnumentriesperreadlastrecordscan:2,dure:[38,32,4,1,6,40],pid:12,scheduledfuturetask:20,replica:[5,44,6,16],implement:[],dlog_log_conf:32,usedaemonthread:2,probabl:5,saferunn:20,metaformat:0,detail:[],dlog:[],book:40,futur:[],branch:25,nullstatsreceiv:10,stat:[],statsexport:24,setinputstream:36,accomplish:0,orderedschedul:[],experienc:[1,38],maxidsanitycheck:[4,2],reliabl:[14,15,16,25,50,49],space:[28,6],rule:[28,2],portion:6,lastaddpush:6,invari:5},objtypes:{},objnames:{},filenames:["operations/deployment","implementation/storage","configuration/core","api/proxy","api/core","globalreplicatedlog/main","design/main","download","tutorials/messaging-4","tutorials/messaging-5","tutorials/messaging-2","tutorials/messaging-3","tutorials/messaging-1","configuration/main","index","tutorials/main","considerations/main","tutorials/basic-4","tutorials/basic-5","tutorials/basic-6","tutorials/basic-1","performance/main","tutorials/basic-3","implementation/main","operations/monitoring","operations/bookkeeper","configuration/proxy","basics/main","operations/hardware","tutorials/basic-2","references/features","references/main","operations/operations","api/main","operations/main","faq","tutorials/analytics-mapreduce","basics/quickstart","references/metrics","operations/performance","configuration/client","implementation/writeproxy","references/configuration","configuration/perlog","architecture/main","api/practice","developer/release","implementation/core","developer/main","operations/zookeeper","basics/introduction"],titles:["Cluster Setup & Deployment","Storage","Core Library Configuration","Write Proxy Client API","Core Library API","Global Replicated Log","Detail Design","Releases","Exact-Once Processing","How to implement a kafka-like partitioned pub/sub system using DistributedLog","How to write records to multiple streams using a load blanacer","At-least-once Processing","How to write records to multiple streams partitioning by key","Configuration","Overview","Tutorials","Considerations","Write Multi Records Atomic using Write Proxy Client","Tail reading records from a stream","Rewind reading records by time","Write Records using Core Library","Performance","Write Records to Multiple Streams","Implementation","Monitoring","BookKeeper","Write Proxy Configuration","Getting Started","Hardware","Write Records using Write Proxy Client","Features","References","DistributedLog Operations","API","Deployment & Administration","FAQ","DistributedLog meets MapReduce","Quick Start","Metrics","Performance Tuning","Client Configuration","<no title>","Configuration Settings","Per Stream Configuration","Architecture","Best Practices","Release","<no title>","Developer","ZooKeeper","Introduction"],objects:{},titleterms:{load:10,regionawar:1,distributedlog:[30,32,18,19,44,25,36,9,49,37],librari:[4,20,2],show:32,monitoredfuturepool:38,global:5,remov:0,kafka:9,logseg:[6,2],cold:44,disk:[0,28,25,49],readahead:[43,6,2],consider:16,redirect:40,layout:0,monitor:24,fenc:6,binari:37,polici:[5,1],configur:[13,0,2,32,42,43,25,26,40,49],tail:[18,37],finagl:[24,10],persist:44,cross:5,logger:24,analyt:15,bklogwritehandl:38,split:36,sourc:[25,49],variou:14,get:[14,4,27,18],read:[1,18,19,5,6,28,11,37],faq:35,watch:38,fat:45,util:38,mapreduc:36,fan:[14,50],amp:[0,34],exact:8,introduct:50,asynclogread:4,workload:14,enabl:[1,24],administr:34,ensembleplacementpolici:1,opstat:24,list:[4,32],resolv:2,server:[26,24],index:25,common:40,partit:[9,16,12],quick:37,bkasynclogread:38,metadata:[0,44,2],manag:[18,19,38],truncat:[3,6,32],system:9,set:[2,42,43,25,26,40],dump:32,lastaddconfirm:6,twitter:24,some:37,rate:[26,43],design:[6,12],aggreg:38,seal:45,download:37,guarante:50,event:38,best:45,out:[14,50],awar:5,network:[1,28],bkdistributedlogmanag:38,logwrit:4,zookeepercli:38,per:[43,38],partition:12,delet:[4,32],state:15,version:49,pool:38,dynam:43,reader:[38,2,18,4,45,50,36,19],hardwar:28,topolog:1,refer:31,machin:15,core:[4,44,20,2],run:[0,25,49],proxi:[0,30,3,29,22,17,26,28,37],kei:12,bkloghandl:38,gener:2,usag:[17,18,19,20,29,22,10,12],pub:9,like:9,gaug:24,step:37,base:[43,32,12],releas:[7,46],tenant:14,bklogreadhandl:38,distributedreentrantlock:38,multistreamwrit:22,thread:25,involv:14,booki:[0,1,24],retent:2,timer:2,ostrich:24,turn:0,idl:2,lifecycl:6,rackawar:1,storag:[43,1,44],implement:[23,9],oper:[38,32],softwar:44,semant:16,writer:[38,4,20,2,50],effici:14,ownership:[44,40,6],stream:[32,3,18,19,22,43,45,6,26,10,37,12],zookeep:[0,38,2,25,49,37],overview:14,ensembl:[1,49],number:[4,44],build:[0,3,4,25,49,46],blanac:10,stop:0,api:[3,33,4,32],lifecyl:44,balanc:10,open:[17,18,4,20,29,22,19],durabl:[43,14,16,2],bookkeep:[0,38,30,2,25,28,37],specul:[5,1],differ:1,from:[18,10,25,49],log:[38,4,5,44,50,36,37],memori:28,data:[5,36,44,2],licens:14,codahal:24,messag:15,name:0,avail:[43,24,32],start:[0,27,37,14],handler:38,interfac:12,tracker:44,basic:15,bookkeepercli:38,store:44,setup:0,orderedschedul:38,namespac:[0,2,4,44,50,37],logread:4,monitoredscheduledthreadpoolexecutor:38,least:11,atom:17,last:18,cach:40,serv:44,replic:[5,15],multi:[17,14],consist:[14,6,16],cluster:0,provid:[43,24,32,25,2],servic:[44,10],constraint:[40,2],rc0:7,rc1:7,record:[3,18,19,20,29,22,17,44,45,50,36,10,37,12],distributedlogmanag:38,limit:[26,43,2],thin:45,executor:[38,2],posit:[45,6,11],meet:36,region:5,layer:14,uniniti:1,creat:[0,32,4,22,10,37],scan:2,process:[8,11,16],lock:[38,2],metric:[38,24,28],bkdistributedlognamespac:38,watcher:38,high:14,packag:46,inform:32,exist:4,file:43,close:[17,18,19,20,29],work:1,featur:[30,32,2],scienc:24,readonli:0,multipl:[22,10,12],bkasynclogwrit:38,inputformat:36,author:14,journal:25,titl:[41,47],make:10,format:0,detail:6,dlog:32,port:[0,25],write:[0,30,2,3,20,29,22,17,45,26,28,10,37,12],how:[1,45,9,10,11,12],add:0,tutori:15,futur:38,rewind:19,transmit:[43,2],verifi:0,document:14,config:43,roll:2,channel:40,architectur:[14,44],stat:[38,24,40,25,2],notif:6,distribut:[38,6],trace:2,deploy:[0,34],track:[6,11],sequenc:[4,44],choos:1,rout:44,initi:1,asynclogwrit:4,develop:48,segment:[36,44,50],stack:44,tune:39,sub:9,stateless:44,alloc:2,placement:[5,1,2],practic:45,builder:40,counter:24,uri:4,doe:1,perform:[14,39,21],client:[38,3,29,22,17,45,40],environ:40,place:1,time:[19,45],onc:[8,11],model:44,cpu:28,order:16}})