| "use strict";(self.webpackChunkwebsite=self.webpackChunkwebsite||[]).push([[4202],{3905:(e,t,n)=>{n.d(t,{Zo:()=>p,kt:()=>f});var a=n(7294);function i(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function r(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var a=Object.getOwnPropertySymbols(e);t&&(a=a.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push.apply(n,a)}return n}function l(e){for(var t=1;t<arguments.length;t++){var n=null!=arguments[t]?arguments[t]:{};t%2?r(Object(n),!0).forEach((function(t){i(e,t,n[t])})):Object.getOwnPropertyDescriptors?Object.defineProperties(e,Object.getOwnPropertyDescriptors(n)):r(Object(n)).forEach((function(t){Object.defineProperty(e,t,Object.getOwnPropertyDescriptor(n,t))}))}return e}function o(e,t){if(null==e)return{};var n,a,i=function(e,t){if(null==e)return{};var n,a,i={},r=Object.keys(e);for(a=0;a<r.length;a++)n=r[a],t.indexOf(n)>=0||(i[n]=e[n]);return i}(e,t);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);for(a=0;a<r.length;a++)n=r[a],t.indexOf(n)>=0||Object.prototype.propertyIsEnumerable.call(e,n)&&(i[n]=e[n])}return i}var s=a.createContext({}),u=function(e){var t=a.useContext(s),n=t;return e&&(n="function"==typeof e?e(t):l(l({},t),e)),n},p=function(e){var t=u(e.components);return a.createElement(s.Provider,{value:t},e.children)},m="mdxType",c={inlineCode:"code",wrapper:function(e){var t=e.children;return a.createElement(a.Fragment,{},t)}},d=a.forwardRef((function(e,t){var n=e.components,i=e.mdxType,r=e.originalType,s=e.parentName,p=o(e,["components","mdxType","originalType","parentName"]),m=u(n),d=i,f=m["".concat(s,".").concat(d)]||m[d]||c[d]||r;return n?a.createElement(f,l(l({ref:t},p),{},{components:n})):a.createElement(f,l({ref:t},p))}));function f(e,t){var n=arguments,i=t&&t.mdxType;if("string"==typeof e||i){var r=n.length,l=new Array(r);l[0]=d;var o={};for(var s in t)hasOwnProperty.call(t,s)&&(o[s]=t[s]);o.originalType=e,o[m]="string"==typeof e?e:i,l[1]=o;for(var u=2;u<r;u++)l[u]=n[u];return a.createElement.apply(null,l)}return a.createElement.apply(null,n)}d.displayName="MDXCreateElement"},5181:(e,t,n)=>{n.r(t),n.d(t,{assets:()=>s,contentTitle:()=>l,default:()=>c,frontMatter:()=>r,metadata:()=>o,toc:()=>u});var a=n(7462),i=(n(7294),n(3905));const r={title:"Release Notes 0.7.0",sidebar_position:997},l="Uniffle Release 0.7.0",o={unversionedId:"release-notes-0.7.0",id:"release-notes-0.7.0",title:"Release Notes 0.7.0",description:"Highlight",source:"@site/download/release-notes-0.7.0.md",sourceDirName:".",slug:"/release-notes-0.7.0",permalink:"/zh-CN/download/release-notes-0.7.0",draft:!1,tags:[],version:"current",sidebarPosition:997,frontMatter:{title:"Release Notes 0.7.0",sidebar_position:997},sidebar:"tutorialSidebar",previous:{title:"Release Notes 0.7.1",permalink:"/zh-CN/download/release-notes-0.7.1"},next:{title:"Release Notes 0.6.1",permalink:"/zh-CN/download/release-notes-0.6.1"}},s={},u=[{value:"Highlight",id:"highlight",level:2},{value:"ChangeLog",id:"changelog",level:2}],p={toc:u},m="wrapper";function c(e){let{components:t,...n}=e;return(0,i.kt)(m,(0,a.Z)({},p,n,{components:t,mdxType:"MDXLayout"}),(0,i.kt)("h1",{id:"uniffle-release-070"},"Uniffle Release 0.7.0"),(0,i.kt)("h2",{id:"highlight"},"Highlight"),(0,i.kt)("ul",null,(0,i.kt)("li",{parentName:"ul"},"Better support for Spark AQE",(0,i.kt)("ul",{parentName:"li"},(0,i.kt)("li",{parentName:"ul"},"Leveraging the LOCAL_ORDER data distribution to improve performance"),(0,i.kt)("li",{parentName:"ul"},"Estimating assignment number of shuffle servers to improve user experience"),(0,i.kt)("li",{parentName:"ul"},"Better assignment policy of assigning adjacent partitions to the same shuffle server to improve performance"))),(0,i.kt)("li",{parentName:"ul"},"Optimization of huge partition to improve stability of shuffle servers"),(0,i.kt)("li",{parentName:"ul"},"More bug fixes and usability improvements of K8S operator"),(0,i.kt)("li",{parentName:"ul"},"Add support of user quota management and more compression algorithms"),(0,i.kt)("li",{parentName:"ul"},"Add support of spark data eviction mechanism of stage level"),(0,i.kt)("li",{parentName:"ul"},"Some improvement of stability and performance")),(0,i.kt)("h2",{id:"changelog"},"ChangeLog"),(0,i.kt)("ul",null,(0,i.kt)("li",{parentName:"ul"},"Add more badges in README by @kaijchen in #219"),(0,i.kt)("li",{parentName:"ul"},"Fix incorrect log format strings by @kaijchen in #220"),(0,i.kt)("li",{parentName:"ul"},"Change total lines badge url to sloc.xyz in README by @kaijchen in #222"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," Fix warnings reported by lgtm by @kaijchen in #223"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," Simplify creating buffer logic by @zuston in #227"),(0,i.kt)("li",{parentName:"ul"},"Support cancelling previous ci actions by @zuston in #225"),(0,i.kt)("li",{parentName:"ul"},"Use the conf of shuffleNodesNumber from jobs to be as checking factor by @zuston in #208"),(0,i.kt)("li",{parentName:"ul"},"Output the stderr and stdout to output file in startup script by @zuston in #226"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-48][FEATURE]","[FOLLOW UP]"," Add controller component by @wangao1236 in #214"),(0,i.kt)("li",{parentName:"ul"},"Add more metrics about requiring read memory by @zuston in #231"),(0,i.kt)("li",{parentName:"ul"},"Adjust the memory required times to match grpc max deadline conf by @zuston in #218"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," Fix flaky test by @jerqi in #238"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-48][FEATURE]","[FOLLOW UP]"," Add yaml of components and crd exampes by @wangao1236 in #236"),(0,i.kt)("li",{parentName:"ul"},"Fix Flaky test GetShuffleReportForMultiPartTest by @leixm in #241"),(0,i.kt)("li",{parentName:"ul"},"Set the default disk capacity to the total space by @zuston in #237"),(0,i.kt)("li",{parentName:"ul"},"Add issue template by @jerqi in #8"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," Fix inefficient map iteration by @kaijchen in #245"),(0,i.kt)("li",{parentName:"ul"},"Support deploy multiple shuffle servers in a single node by @xianjingfeng in #166"),(0,i.kt)("li",{parentName:"ul"},"Fast fail when reading failed in ComposedClientReadHandler by @zuston in #213"),(0,i.kt)("li",{parentName:"ul"},"Fix startup shell problem by @jerqi in #251"),(0,i.kt)("li",{parentName:"ul"},"New version 0.7.0-snapshot by @jerqi in #252"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-196]"," Fix flaky test about kerberos by @zuston in #250"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-48][FEATURE]","[FOLLOW UP]"," add unit test for validating rss objects by @wangao1236 in #248"),(0,i.kt)("li",{parentName:"ul"},"[Improvement]"," Add hdfs path health check to AppBalanceSelectStorageStrategy by @smallzhongfeng in #210"),(0,i.kt)("li",{parentName:"ul"},"[TYPO]"," Replace Chinese colon by ASCII colon by @kaijchen in #255"),(0,i.kt)("li",{parentName:"ul"},"Introduce startup-silent-period mechanism to avoid partial assignments by @zuston in #247"),(0,i.kt)("li",{parentName:"ul"},"Replace DISCLAIMER with DISCLAIMER-WIP by @jerqi in #258"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-244]"," Fix flaky test of CoordinatorGrpcTest.rpcMetricsTest by @zuston in #256"),(0,i.kt)("li",{parentName:"ul"},"Fix flaky test of ClientConfManagerTest by @smallzhongfeng in #260"),(0,i.kt)("li",{parentName:"ul"},"[Refactor]"," Optimize creating shuffle handlers by @zuston in #259"),(0,i.kt)("li",{parentName:"ul"},"Introduce data cleanup mechanism on stage level by @zuston in #249"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-48][FEATURE]","[FOLLOW UP]"," add docs for operator by @wangao1236 in #261"),(0,i.kt)("li",{parentName:"ul"},"Fix potenial missing reads of exclude nodes by @zuston in #269"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-257]"," RssMRUtils#getBlockId change the partitionId of int type to long by @fpkgithub in #266"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-273][BUG]"," Get shuffle result failed caused by concurrent calls to registerShuffle by @leixm in #274"),(0,i.kt)("li",{parentName:"ul"},"Add enum type test about case insensitive by @zuston in #280"),(0,i.kt)("li",{parentName:"ul"},"Support ZSTD by @zuston in #254"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-239][BUG]"," RssUtils#transIndexDataToSegments should consider the length of the data file by @leixm in #275"),(0,i.kt)("li",{parentName:"ul"},"Remove code quality badge and add release badge by @kaijchen in #284"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-163][FEATURE]"," Write to hdfs when local disk can't be write by @xianjingfeng in #235"),(0,i.kt)("li",{parentName:"ul"},"Upgrade Github actions for Node.js 16 by @kaijchen in #292"),(0,i.kt)("li",{parentName:"ul"},"Fix NPE in WriteBufferManager.addRecord by @wForget in #296"),(0,i.kt)("li",{parentName:"ul"},"Fix AbstractStorage#containsWriteHandler by @xianjingfeng in #281"),(0,i.kt)("li",{parentName:"ul"},"Add more test cases on LocalStorageManager.selectStorage by @zuston in #298"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-137][Improvement]","[AQE]"," Sort MapId before the data are flushed by @zuston in #293"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-283][FEATURE]"," Support snappy compression/decompression by @amaliujia in #304"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-290]"," Make RpcNodePort and HttpNodePort optional by @amaliujia in #305"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-301][Subtask]","[Improvement][AQE]"," Merge continuous ShuffleDataSegment into single one by @zuston in #303"),(0,i.kt)("li",{parentName:"ul"},"Cleanup RuntimeException and fetchRemoteStorage logic in ClientUtils by @kaijchen in #295"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-135][FOLLOWUP]","[Improvement][AQE]"," Assign adjacent partitions to the same ShuffleServer by @leixm in #307"),(0,i.kt)("li",{parentName:"ul"},"Correct the contributing guide link in pull-request template by @zuston in #314"),(0,i.kt)("li",{parentName:"ul"},'Fix bug of "Comparison method violates its general contract" by @zuston in #315'),(0,i.kt)("li",{parentName:"ul"},"[AQE][LocalOrder]"," Fix potenial bug when merging continuous segments by @zuston in #318"),(0,i.kt)("li",{parentName:"ul"},"[AQE][LocalOrder]"," Fix wrong param of expectedTaskIds in LocalOrderSegmentSplit by @zuston in #319"),(0,i.kt)("li",{parentName:"ul"},"[Feature]"," Support the estimated number of ShuffleServers required. by @leixm in #322"),(0,i.kt)("li",{parentName:"ul"},"[Bug]"," Fix potenial bug when the index reading offset is greater than data length by @zuston in #320"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-154][Improvement]"," Support Empty assignment to Shuffle Server by @rhh777 in #325"),(0,i.kt)("li",{parentName:"ul"},"[Bug]"," Fix invalid owner of host path volumes by @wangao1236 in #330"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-309][FEATURE]"," Support ShuffleServer latency metrics. by @leixm in #327"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-329]","Catch NPE in ShuffleTaskManager#addFinishedBlockIds by @xianjingfeng in #331"),(0,i.kt)("li",{parentName:"ul"},"[BUG]"," Fix wrong method name by @leixm in #335"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-328]"," Cleanup unused shuffle servers after stage completed by @xianjingfeng in #334"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," Migrate RankValue to the package of the common class by @smallzhongfeng in #265"),(0,i.kt)("li",{parentName:"ul"},"[BUG]"," Fix incorrect spark metrics by @zuston in #324"),(0,i.kt)("li",{parentName:"ul"},"[Improvement][LocalOrder]"," Add tests about keeping consistent with FixedSize when no skew optimization by @zuston in #336"),(0,i.kt)("li",{parentName:"ul"},"[INFRA]"," Add k8s pipeline by @jerqi in #340"),(0,i.kt)("li",{parentName:"ul"},"Remove unused class of RssShuffleUtils by @zuston in #345"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-342][Improvement]"," Check Spark Serializer type by @chong0929 in #344"),(0,i.kt)("li",{parentName:"ul"},"[Feature]"," Support user's app quota level limit by @smallzhongfeng in #311"),(0,i.kt)("li",{parentName:"ul"},"[BUG][AQE]","[LocalOrder]"," Fix the bug of missed data due to block sorting by @zuston in #347"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-364]"," Fix indexWriter don't close if exception thrown when close dataWriter by @xianjingfeng in #349"),(0,i.kt)("li",{parentName:"ul"},"[BUG]"," Fix flaky test of AQESkewedJoinWithLocalOrderTest by @zuston in #350"),(0,i.kt)("li",{parentName:"ul"},"Add collaborators by @jerqi in #351"),(0,i.kt)("li",{parentName:"ul"},"[BUG][FOLLOWUP]"," Fix flaky test of AQESkewedJoinWithLocalOrderTest by @zuston in #355"),(0,i.kt)("li",{parentName:"ul"},"[BUG][AQE]","[LocalOrder]"," Remove check of discontinuous map task ids by @zuston in #354"),(0,i.kt)("li",{parentName:"ul"},"[Improvement]"," Task fast fail once blocks fail to send by @zuston in #332"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-228][FEATURE]"," Add a period local storage cleaner thread by @sfwang218 in #357"),(0,i.kt)("li",{parentName:"ul"},"[Improvement]"," Optimize the use of QuotaManager by @smallzhongfeng in #359"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-339]"," Optimize retry logic in send shuffle data by @xianjingfeng in #361"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-300]"," Make config type of RSS_CLIENT_TYPE as enum by @selectbook in #310"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-228]"," Fix the problem of protobuf-java incorrect dependency at compile time by @tsface in #362"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-124]"," Add fallback mechanism for blocks read inconsistent by @xianjingfeng in #276"),(0,i.kt)("li",{parentName:"ul"},"[BUG]"," Fix potential memory leak when encountering disk unhealthy by @zuston in #370"),(0,i.kt)("li",{parentName:"ul"},"[Improvement][AQE]"," Support getting memory data skip by upstream task ids by @zuston in #358"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-369]"," Don't throw exception if blocks are corrupted but have multi replicas by @xianjingfeng in #374"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-285][Improvement]"," Only use HDFS and LOCALFILE storageType in the test by @tiantingting5435 in #360"),(0,i.kt)("li",{parentName:"ul"},"Fix typo of PreferDiffHostAssignmentStrategy by @zuston in #379"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-376]"," Fix concurrency problems may occur when the ApplicationManager register app by @smallzhongfeng in #382"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-380]"," Refactor the flush process to fix fallback fail by @zuston in #383"),(0,i.kt)("li",{parentName:"ul"},"[Refactor]"," Make coordinator class more organized by @smallzhongfeng in #386"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-392]"," Fix the bug in the shuffle data cleanup checker that causes false reports of disk corruption by @zuston in #393"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-390]"," Print more infos after read finished by @xianjingfeng in #395"),(0,i.kt)("li",{parentName:"ul"},"[Improvement]"," Skip blocks when read from memory by @xianjingfeng in #294"),(0,i.kt)("li",{parentName:"ul"},"[Improvement]"," Small refactor for code quality by @advancedxy in #394"),(0,i.kt)("li",{parentName:"ul"},"[BUG]"," Fix incorrect block info statistics after read finished by @xianjingfeng in #401"),(0,i.kt)("li",{parentName:"ul"},'Revert "',"[Improvement]",' Skip blocks when read from memory (#294)" by @xianjingfeng in #403'),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-388][ISSUE-244]","[Bug]"," Fix incorrect usage of GRPCMetrics#setGauge by @xianjingfeng in #404"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," If there is no data flush to hdfs, return directly instead of throw exception by @xianjingfeng in #406"),(0,i.kt)("li",{parentName:"ul"},"Support writing multi files of single partition to improve speed in HDFS storage by @zuston in #396"),(0,i.kt)("li",{parentName:"ul"},"Fix incorrect metrics of event_queue_size and total_write_handler by @zuston in #411"),(0,i.kt)("li",{parentName:"ul"},"[Improvement]"," Support skip memory data when use multiple replicas by @xianjingfeng in #400"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-402]"," Flaky Test: QuorumTest#case1 by @Rembrant777 in #422"),(0,i.kt)("li",{parentName:"ul"},"Fix flaky test QuotaManagerTest#testDetectUserResource by @xianjingfeng in #421"),(0,i.kt)("li",{parentName:"ul"},"Improve README by @kaijchen in #427"),(0,i.kt)("li",{parentName:"ul"},"Remove unused data structure and method by @zuston in #429"),(0,i.kt)("li",{parentName:"ul"},"[FOLLOWUP]"," Remove unused methods in Storage interface by @zuston in #431"),(0,i.kt)("li",{parentName:"ul"},"Flaky Test: AppBalanceSelectStorageStrategyTest#selectStorageTest by @smallzhongfeng in #438"),(0,i.kt)("li",{parentName:"ul"},"[Minor]"," Move GrpcServerTest to common.rpc package by @kaijchen in #439"),(0,i.kt)("li",{parentName:"ul"},"[Minor]"," refactor test code by @advancedxy in #432"),(0,i.kt)("li",{parentName:"ul"},"[Minor][Improvement]"," Introduce FileWriter interface for Localfile/HDFS file writer by @zuston in #444"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-169]"," Support metric reporter and Support promethues push gateway by @xianjingfeng in #415"),(0,i.kt)("li",{parentName:"ul"},"[Improvement]"," Avoid selecting storage which has reached the high watermark by @zuston in #424"),(0,i.kt)("li",{parentName:"ul"},"[Bug]"," Fix potential negative preAllocatedSize variable by @advancedxy in #428"),(0,i.kt)("li",{parentName:"ul"},"[Feature]"," add a configuration to control shuffle data flush by @advancedxy in #445"),(0,i.kt)("li",{parentName:"ul"},"[Improvement]"," Refactor getPartitionRange to calculate range directly by @a-li in #447"),(0,i.kt)("li",{parentName:"ul"},"Fix Flaky Test: AppBalanceSelectStorageStrategyTest#selectStorageTest by @smallzhongfeng in #450"),(0,i.kt)("li",{parentName:"ul"},"Fix Flaky Test: QuotaManagerTest#testDetectUserResource by @smallzhongfeng in #453"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-451][Improvement]"," Read HDFS data files with random sequence to distribute pressure by @zuston in #452"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-455]"," Lazily create uncompressedData by @xianjingfeng in #457"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-378][HugePartition]","[Part-1]"," Record every partition data size for one app by @zuston in #458"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-456]"," Avoid removeResources for multiple times by @xianjingfeng in #459"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-461]"," Support Spark 3.3 by @kaijchen in #463"),(0,i.kt)("li",{parentName:"ul"},"[Deps]"," Bump slf4j to 1.7.36 to fix vulnerability in slf4j-log4j12 by @kaijchen in #464"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-448][Feature]"," shuffle server report storage info by @advancedxy in #449"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-472]"," Fix Flaky Test: LocalFileServerReadHandlerTest#testDataInconsistent by @zuston in #473"),(0,i.kt)("li",{parentName:"ul"},"[Improvement]"," Remove some unused empty server metrics by @zuston in #474"),(0,i.kt)("li",{parentName:"ul"},"[Improvement]"," Add more logs about data flush by @zuston in #482"),(0,i.kt)("li",{parentName:"ul"},"Fix potential race condition when registering remote storage info by @zuston in #481"),(0,i.kt)("li",{parentName:"ul"},"[Minor]"," Improve readability by replacing lambda with method reference by @iwangjie in #488"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-489][Minor]"," Cleanup some code by @iwangjie in #490"),(0,i.kt)("li",{parentName:"ul"},"[Test]"," Assume unknown blockID in LocalFileHandlerTestBase by @kaijchen in #478"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-475][Improvement]",' It\'s unnecessary to use ConcurrentHashMap for "partitionToBlockIds" in RssShuffleWriter by @zjf2012 in #480'),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-378][HugePartition]","[Part-2]"," Introduce memory usage limit and data flush by @zuston in #471"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-484]"," Fix accidentally remove the storage of appId when unregistering partial shuffle in HdfsStorageManager by @zuston in #485"),(0,i.kt)("li",{parentName:"ul"},"[Test]"," Cleanup tests with Files#createTempDir() by @kaijchen in #492"),(0,i.kt)("li",{parentName:"ul"},"[Test]"," Add ConfigUtilsTest by @kaijchen in #500"),(0,i.kt)("li",{parentName:"ul"},"[Deps]"," Bump protobuf to 3.19.6 to address vulnerability by @kaijchen in #499"),(0,i.kt)("li",{parentName:"ul"},"[Minor]"," Make Constants final by @kaijchen in #501"),(0,i.kt)("li",{parentName:"ul"},"Cleanup UnitConverter and improve UnitConverterTest by @kaijchen in #504"),(0,i.kt)("li",{parentName:"ul"},"Fixes errors in doc header and operator install command by @zuston in #506"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-378][HugePartition]","[Part-3]"," Introduce more metrics about huge partition by @zuston in #494"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-378][HugePartition]","[Part-4]"," Supplement doc about huge partitions by @zuston in #505"),(0,i.kt)("li",{parentName:"ul"},"[Deps]"," Switch to slf4j-reload4j by @kaijchen in #508"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-512][Operator]"," Bump golang to 1.17 by @kaijchen in #515"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-514]"," Fix flaky test: ShuffleServerGrpcTest#clearResourceTest by @xianjingfeng in #516"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-507]"," Fix Flaky Test: ShuffleBufferManagerTest#cacheShuffleDataTest by @xianjingfeng in #511"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-509]"," Fix Flaky Test: ShuffleBufferManagerTest#shuffleFlushThreshold by @xianjingfeng in #510"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-479][operator]"," refine operator's build system by @advancedxy in #491"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE_479][operator]","[followup]"," use exec form instead of shell form in Dockerfile by @advancedxy in #518"),(0,i.kt)("li",{parentName:"ul"},"[SpotBugs]"," Set threshold to middle with exceptions by @kaijchen in #517"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-522][operator]"," pass RSS_IP to coordinator container env by @advancedxy in #523"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-496][operator]"," infer resource request/limit from spec for init container by @advancedxy in #521"),(0,i.kt)("li",{parentName:"ul"},"[SpotBugs]"," Remove unread protected field in Checker by @kaijchen in #520"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-468]"," Put unavailable servers to the end of the list when sending shuffle data by @xianjingfeng in #470"),(0,i.kt)("li",{parentName:"ul"},"chore: add new collaborator by @advancedxy in #535"),(0,i.kt)("li",{parentName:"ul"},"[SpotBugs]"," Fix REC_CATCH_EXCEPTION by @kaijchen in #527"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-524][operator]"," Upgrading rss could also be deleted by @advancedxy in #531"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-553]"," Avoid removing buffer multiple times when clearing resources by @xianjingfeng in #534"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-469][operator]"," feat: supports adding labels to rss pods. by @wangao1236 in #528"),(0,i.kt)("li",{parentName:"ul"},"[SpotBugs]"," Fix UWF_UNWRITTEN_PUBLIC_OR_PROTECTED_FIELD by @kaijchen in #536"),(0,i.kt)("li",{parentName:"ul"},"Result of mkdirs() is ignored in LocalFileWriteHandler#createBasePath() by @kaijchen in #537"),(0,i.kt)("li",{parentName:"ul"},"[Minor]"," Optimize ShuffleServerInfo#hashCode by @xianjingfeng in #538"),(0,i.kt)("li",{parentName:"ul"},"[SpotBugs]"," Enable SC_START_IN_CTOR check by @kaijchen in #541"),(0,i.kt)("li",{parentName:"ul"},"[operator]"," fix error kind of ownerreference by @wangao1236 in #540"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-542]"," Ensure the elements of StatusCode and RssProtos.StatusCode are the same by @xianjingfeng in #543"),(0,i.kt)("li",{parentName:"ul"},"Flaky Test: LowestIOSampleCostSelectStorageStrategyTest#selectStorageTest by @smallzhongfeng in #544"),(0,i.kt)("li",{parentName:"ul"},"[Improvement]"," Only report to the shuffle servers that owns the blocks by @zuston in #539"),(0,i.kt)("li",{parentName:"ul"},"[Minor]",' Cleanup "throws RuntimeException" by @kaijchen in #549'),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-546]"," Replace ResponseStatusCode with StatusCode by @xianjingfeng in #547"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-476][FEATURE]"," Respect spark.shuffle.compress configuration in Uniffle by @zjf2012 in #495"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE-545][operator]"," feat: support setting runtime class name and env for rss by @wangao1236 in #548"),(0,i.kt)("li",{parentName:"ul"},"[ISSUE #525][operator]"," refine svc creations by @advancedxy in #530"),(0,i.kt)("li",{parentName:"ul"},"[#552]"," docs: add more doc about spark.serializer requirement by @advancedxy in #556"),(0,i.kt)("li",{parentName:"ul"},"[#559]"," test: use withEnvironmentVariable to replace RssUtilsTest#setEnv by @advancedxy in #560"),(0,i.kt)("li",{parentName:"ul"},"[Followup #249]"," refactor: cleanup code and unify interfaces by @kaijchen in #558"),(0,i.kt)("li",{parentName:"ul"},"[#554]"," feat: infer rss base storage conf from env by @advancedxy in #555"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," Remove commiters from collaborators by @jerqi in #563"),(0,i.kt)("li",{parentName:"ul"},"[#525][FOLLOWUP]"," fix: add omitempty tag by @advancedxy in #565"),(0,i.kt)("li",{parentName:"ul"},"[#545][FOLLOWUP]"," update rbac rule for webhook by @advancedxy in #566"),(0,i.kt)("li",{parentName:"ul"},"[#571]"," feat: skip init for empty writable base dir by @advancedxy in #573"),(0,i.kt)("li",{parentName:"ul"},"[#567]"," feat: add a shuffle-server metric about read_used_buffer_size by @zuston in #568"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," test: fix assertion in tests by @kaijchen in #574"),(0,i.kt)("li",{parentName:"ul"},"[#575]"," refactor: replace switch-case with EnumMap in ComposedClientReadHandler by @kaijchen in #570"),(0,i.kt)("li",{parentName:"ul"},"[#580]"," chore: improve CI workflows by @kaijchen in #579"),(0,i.kt)("li",{parentName:"ul"},"[#410]"," feat: support the hot reload of coordinator's configuration by @jerqi in #572"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," chore(deps): bump go-restful to 2.16.0 in operator by @dependabot in #577"),(0,i.kt)("li",{parentName:"ul"},"[#580]"," chore: move deploy/kubernetes to a standalone workflow by @kaijchen in #578"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," refactor: simplify ShuffleWriteClientImpl#genServerToBlocks() by @kaijchen in #594"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," chore: remove duplicated dependency in rss-client-mr by @kaijchen in #599"),(0,i.kt)("li",{parentName:"ul"},"[#580]"," chore: speed up CI workflows by @kaijchen in #602"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," chore(operator): bump prometheus/client_golang to 1.11.1 by @dependabot in #601"),(0,i.kt)("li",{parentName:"ul"},"[MINOR]"," docs: correct the format of server_guide doc by @zuston in #608"),(0,i.kt)("li",{parentName:"ul"},"[FOLLOWUP]"," fix: don't recreate base dir if it's already existed by @advancedxy in #622")))}c.isMDXComponent=!0}}]); |