)]}' { "commit": "5748fa6adec729840beef03495aa6b74f739f017", "tree": "5f3cce7b4d89cdc537b5518dd326ddaf03e0a054", "parents": [ "708a6dec8905d7671d3bf70d9124472e52d30cdc" ], "author": { "name": "Pawas Chhokra", "email": "pchhokra@linkedin.com", "time": "Thu Dec 24 11:20:54 2020 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Dec 24 11:20:54 2020 -0800" }, "message": "SAMZA-2605: Make Standby Container Requests Rack Aware (#1446)\n\nFeature: The aim of this feature is to make all standby container requests rack aware such that all active containers and their corresponding standby containers are always on different racks. This helps with decreased downtime of applications during rack failures.\r\n\r\nOne of the requirements of this feature is that the value of job.standbytasks.replication.factor is at max 2 for the rack awareness functionality to be honored.\r\n\r\nChanges: This PR uses the FaultDomainManager interface for Yarn to request for rack aware nodes while making standby container requests.\r\n\r\nUsage Instructions: For a job with host affinity and standby containers, set the config cluster-manager.fault-domain-aware.standby.enabled to true to enable this feature.", "tree_diff": [ { "type": "modify", "old_id": "fa5f78300de372f93f90800608d168f2b9b03401", "old_mode": 33188, "old_path": "samza-core/src/main/java/org/apache/samza/clustermanager/ContainerAllocator.java", "new_id": "88be21f1e610f93b1d1218c2f3390047d8da0a0e", "new_mode": 33188, "new_path": "samza-core/src/main/java/org/apache/samza/clustermanager/ContainerAllocator.java" }, { "type": "modify", "old_id": "24130fd27d73a12f47ce6334fae252dcad8e2e23", "old_mode": 33188, "old_path": "samza-core/src/main/java/org/apache/samza/clustermanager/ContainerManager.java", "new_id": "5fcf32877a28e2b677b20774b932e3b9ab5d8563", "new_mode": 33188, "new_path": "samza-core/src/main/java/org/apache/samza/clustermanager/ContainerManager.java" }, { "type": "modify", "old_id": "995cf7d4e06bf6958d41d4f4aa10bddd0e7e27c1", "old_mode": 33188, "old_path": "samza-core/src/main/java/org/apache/samza/clustermanager/ContainerProcessManager.java", "new_id": "143e0b3d79ffa4675aa3cb824a391bcea3098ab4", "new_mode": 33188, "new_path": "samza-core/src/main/java/org/apache/samza/clustermanager/ContainerProcessManager.java" }, { "type": "modify", "old_id": "b849ea5b5d07c2c4eb388b5c313914cc2c674b31", "old_mode": 33188, "old_path": "samza-core/src/main/java/org/apache/samza/clustermanager/StandbyContainerManager.java", "new_id": "a07a924a7814e3b94f31cb9c23f65034f70aa671", "new_mode": 33188, "new_path": "samza-core/src/main/java/org/apache/samza/clustermanager/StandbyContainerManager.java" }, { "type": "modify", "old_id": "50a1ee1611fd57cf48e9cbc3f91147142d13efe7", "old_mode": 33188, "old_path": "samza-core/src/test/java/org/apache/samza/clustermanager/TestClusterBasedJobCoordinator.java", "new_id": "e0b0739bd341b44151b956b66ee6cf62c40db88c", "new_mode": 33188, "new_path": "samza-core/src/test/java/org/apache/samza/clustermanager/TestClusterBasedJobCoordinator.java" }, { "type": "modify", "old_id": "2b4a4b0b2692503d615d9ffad2accdbbf30b8047", "old_mode": 33188, "old_path": "samza-core/src/test/java/org/apache/samza/clustermanager/TestContainerAllocatorWithHostAffinity.java", "new_id": "2c9ba814fc8a60ee5e53da1576e5d68091162557", "new_mode": 33188, "new_path": "samza-core/src/test/java/org/apache/samza/clustermanager/TestContainerAllocatorWithHostAffinity.java" }, { "type": "modify", "old_id": "ac5d6f3334fc567788afa7cda360017b02e3a099", "old_mode": 33188, "old_path": "samza-core/src/test/java/org/apache/samza/clustermanager/TestContainerAllocatorWithoutHostAffinity.java", "new_id": "1f063d7bf737c92617f829d55d0fe378274049b3", "new_mode": 33188, "new_path": "samza-core/src/test/java/org/apache/samza/clustermanager/TestContainerAllocatorWithoutHostAffinity.java" }, { "type": "modify", "old_id": "c781f4d55e601a3425328ca1e832d77974a10d62", "old_mode": 33188, "old_path": "samza-core/src/test/java/org/apache/samza/clustermanager/TestContainerPlacementActions.java", "new_id": "e5ead9eee8f88b0b0750a31e352d23493ffb0a78", "new_mode": 33188, "new_path": "samza-core/src/test/java/org/apache/samza/clustermanager/TestContainerPlacementActions.java" }, { "type": "modify", "old_id": "bcbe53f5e34406490777e1ada3d61816ef5dbc83", "old_mode": 33188, "old_path": "samza-core/src/test/java/org/apache/samza/clustermanager/TestContainerProcessManager.java", "new_id": "ad45c5e94f66084a47d77eebbff3a2b73632ce6f", "new_mode": 33188, "new_path": "samza-core/src/test/java/org/apache/samza/clustermanager/TestContainerProcessManager.java" }, { "type": "modify", "old_id": "fa784e04cc637e1571cac392f528a2e2e6ee96a6", "old_mode": 33188, "old_path": "samza-yarn/src/main/java/org/apache/samza/job/yarn/YarnClusterResourceManager.java", "new_id": "ccdd00ffa771e7e5a8d8ec969ee953e33c930404", "new_mode": 33188, "new_path": "samza-yarn/src/main/java/org/apache/samza/job/yarn/YarnClusterResourceManager.java" } ] }