| /** |
| * Licensed to the Apache Software Foundation (ASF) under one or more contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. The ASF licenses this file to you under the Apache License, Version |
| * 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at |
| * <p/> |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * <p/> |
| * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions |
| * and limitations under the License. |
| */ |
| |
| package org.apache.storm.daemon.supervisor.timer; |
| |
| import java.util.ArrayList; |
| import java.util.Collections; |
| import java.util.HashMap; |
| import java.util.List; |
| import java.util.Map; |
| |
| import org.apache.storm.ServerConstants; |
| import org.apache.storm.cluster.IStormClusterState; |
| import org.apache.storm.daemon.supervisor.ReadClusterState; |
| import org.apache.storm.daemon.supervisor.Supervisor; |
| import org.apache.storm.daemon.supervisor.SupervisorUtils; |
| import org.apache.storm.generated.Assignment; |
| import org.apache.storm.generated.Nimbus; |
| import org.apache.storm.generated.SupervisorAssignments; |
| import org.apache.storm.thrift.TException; |
| import org.apache.storm.utils.ConfigUtils; |
| import org.apache.storm.utils.NimbusClient; |
| import org.apache.storm.utils.Time; |
| import org.apache.storm.utils.Utils; |
| import org.slf4j.Logger; |
| import org.slf4j.LoggerFactory; |
| |
| /** |
| * A runnable which will synchronize assignments to node local and then worker processes. |
| */ |
| public class SynchronizeAssignments implements Runnable { |
| private static final Logger LOG = LoggerFactory.getLogger(SynchronizeAssignments.class); |
| |
| private Supervisor supervisor; |
| private SupervisorAssignments assignments; |
| private ReadClusterState readClusterState; |
| |
| /** |
| * Constructor. |
| * @param supervisor {@link Supervisor} |
| * @param assignments {@link SupervisorAssignments} |
| * @param readClusterState {@link ReadClusterState} |
| */ |
| public SynchronizeAssignments(Supervisor supervisor, SupervisorAssignments assignments, ReadClusterState readClusterState) { |
| this.supervisor = supervisor; |
| this.assignments = assignments; |
| this.readClusterState = readClusterState; |
| } |
| |
| private static void assignedAssignmentsToLocal(IStormClusterState clusterState, |
| List<SupervisorAssignments> supervisorAssignments) { |
| if (null == supervisorAssignments || supervisorAssignments.isEmpty()) { |
| //unknown error, just skip |
| return; |
| } |
| Map<String, byte[]> serAssignments = new HashMap<>(); |
| for (SupervisorAssignments supervisorAssignment : supervisorAssignments) { |
| if (supervisorAssignment == null) { |
| //unknown error, just skip |
| continue; |
| } |
| for (Map.Entry<String, Assignment> entry : supervisorAssignment.get_storm_assignment().entrySet()) { |
| serAssignments.put(entry.getKey(), Utils.serialize(entry.getValue())); |
| } |
| } |
| clusterState.syncRemoteAssignments(serAssignments); |
| } |
| |
| @Override |
| public void run() { |
| // first sync assignments to local, then sync processes. |
| if (null == assignments) { |
| getAssignmentsFromMaster(this.supervisor.getConf(), this.supervisor.getStormClusterState(), this.supervisor.getAssignmentId()); |
| } else { |
| assignedAssignmentsToLocal(this.supervisor.getStormClusterState(), Collections.singletonList(assignments)); |
| } |
| this.readClusterState.run(); |
| } |
| |
| /** |
| * Used by {@link Supervisor} to fetch assignments when start up. |
| * @param supervisor {@link Supervisor} |
| */ |
| public void getAssignmentsFromMasterUntilSuccess(Supervisor supervisor) { |
| boolean success = false; |
| while (!success) { |
| try (NimbusClient master = NimbusClient.getConfiguredClient(supervisor.getConf())) { |
| SupervisorAssignments assignments = master.getClient().getSupervisorAssignments(supervisor.getAssignmentId()); |
| assignedAssignmentsToLocal(supervisor.getStormClusterState(), Collections.singletonList(assignments)); |
| success = true; |
| } catch (Exception t) { |
| // just ignore the exception |
| } |
| if (!success) { |
| LOG.info("Waiting for a success sync of assignments from master..."); |
| try { |
| Time.sleep(5000L); |
| } catch (InterruptedException e) { |
| throw new RuntimeException(e); |
| } |
| } |
| |
| } |
| |
| } |
| |
| public List<SupervisorAssignments> getAllAssignmentsFromNumaSupervisors( |
| Nimbus.Iface nimbus, String node |
| ) throws TException { |
| List<SupervisorAssignments> supervisorAssignmentsList = new ArrayList(); |
| Map<String, Object> validatedNumaMap = SupervisorUtils.getNumaMap(supervisor.getConf()); |
| for (Map.Entry<String, Object> numaEntry : validatedNumaMap.entrySet()) { |
| String numaId = numaEntry.getKey(); |
| SupervisorAssignments assignments = nimbus.getSupervisorAssignments( |
| node + ServerConstants.NUMA_ID_SEPARATOR + numaId |
| ); |
| supervisorAssignmentsList.add(assignments); |
| } |
| SupervisorAssignments assignments = nimbus.getSupervisorAssignments(node); |
| supervisorAssignmentsList.add(assignments); |
| |
| return supervisorAssignmentsList; |
| } |
| |
| /** |
| * Used by {@link Supervisor} to fetch assignments when start up. |
| * @param conf config |
| * @param clusterState {@link IStormClusterState} |
| * @param node id of node |
| */ |
| public void getAssignmentsFromMaster(Map conf, IStormClusterState clusterState, String node) { |
| if (ConfigUtils.isLocalMode(conf)) { |
| try { |
| List<SupervisorAssignments> supervisorAssignmentsList = |
| getAllAssignmentsFromNumaSupervisors( |
| this.supervisor.getLocalNimbus(), node |
| ); |
| assignedAssignmentsToLocal(clusterState, supervisorAssignmentsList); |
| } catch (TException e) { |
| LOG.error("Get assignments from local master exception", e); |
| } |
| } else { |
| try (NimbusClient master = NimbusClient.getConfiguredClient(conf)) { |
| List<SupervisorAssignments> supervisorAssignmentsList = getAllAssignmentsFromNumaSupervisors(master.getClient(), node); |
| LOG.debug("Sync an assignments from master, will start to sync with assignments: {}", supervisorAssignmentsList); |
| assignedAssignmentsToLocal(clusterState, supervisorAssignmentsList); |
| } catch (Exception t) { |
| LOG.error("Get assignments from master exception", t); |
| } |
| } |
| } |
| } |