commit 0b66472ec7cb982290a08306ac46c8c136fc5286
author dingshun3016 <dingshunqaz@163.com> Fri Mar 15 10:38:33 2024 +0800
committer GitHub <noreply@github.com> Fri Mar 15 10:38:33 2024 +0800
tree 2a59ed0a583516559ce1bb9909d9569a7a348c04
parent f6569b046d2a1c0ec95fb390fe36f17c43aec052

[#1373][FOLLOWUP] fix(spark3):Add client type when request shuffle assignment (#1580)

### What changes were proposed in this pull request?

add client type when request shuffle assignment

### Why are the changes needed?

Fix: (#1373)

### Does this PR introduce _any_ user-facing change?
No.

### How was this patch tested?
Not necessary.

client-spark/spark3/src/main/java/org/apache/spark/shuffle/RssShuffleManager.java

diff --git a/client-spark/spark3/src/main/java/org/apache/spark/shuffle/RssShuffleManager.java b/client-spark/spark3/src/main/java/org/apache/spark/shuffle/RssShuffleManager.java
index d099573..1f4a4cd 100644
--- a/client-spark/spark3/src/main/java/org/apache/spark/shuffle/RssShuffleManager.java
+++ b/client-spark/spark3/src/main/java/org/apache/spark/shuffle/RssShuffleManager.java
@@ -1233,6 +1233,8 @@
       int estimateTaskConcurrency,
       Set<String> faultyServerIds) {
     Set<String> assignmentTags = RssSparkShuffleUtils.getAssignmentTags(sparkConf);
+    ClientUtils.validateClientType(clientType);
+    assignmentTags.add(clientType);
     long retryInterval = sparkConf.get(RssSparkConfig.RSS_CLIENT_ASSIGNMENT_RETRY_INTERVAL);
     int retryTimes = sparkConf.get(RssSparkConfig.RSS_CLIENT_ASSIGNMENT_RETRY_TIMES);
     faultyServerIds.addAll(failuresShuffleServerIds);