blob: 2bde247b550846bea0f98c3160bd6010a97f4a91 [file] [log] [blame]
package org.apache.helix;
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
import java.util.Arrays;
import java.util.HashMap;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import org.apache.helix.model.CurrentState;
import org.apache.helix.model.ExternalView;
import org.apache.helix.model.IdealState;
import org.apache.helix.model.InstanceConfig;
import org.apache.helix.model.ControllerHistory;
import org.apache.helix.model.LiveInstance;
import org.apache.helix.model.MaintenanceSignal;
import org.apache.helix.model.Message;
import org.apache.helix.model.PauseSignal;
import org.apache.helix.model.StateModelDefinition;
import org.apache.helix.model.StatusUpdate;
import org.apache.helix.task.WorkflowContext;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import static org.apache.helix.PropertyType.*;
/**
* Utility mapping properties to their Zookeeper locations
*/
public class PropertyPathBuilder {
private static Logger logger = LoggerFactory.getLogger(PropertyPathBuilder.class);
static final Map<PropertyType, Map<Integer, String>> templateMap =
new HashMap<PropertyType, Map<Integer, String>>();
@Deprecated // typeToClassMapping is not being used anywhere
static final Map<PropertyType, Class<? extends HelixProperty>> typeToClassMapping =
new HashMap<PropertyType, Class<? extends HelixProperty>>();
static {
typeToClassMapping.put(LIVEINSTANCES, LiveInstance.class);
typeToClassMapping.put(IDEALSTATES, IdealState.class);
typeToClassMapping.put(CONFIGS, InstanceConfig.class);
typeToClassMapping.put(EXTERNALVIEW, ExternalView.class);
typeToClassMapping.put(STATEMODELDEFS, StateModelDefinition.class);
typeToClassMapping.put(MESSAGES, Message.class);
typeToClassMapping.put(CURRENTSTATES, CurrentState.class);
typeToClassMapping.put(STATUSUPDATES, StatusUpdate.class);
typeToClassMapping.put(HISTORY, ControllerHistory.class);
typeToClassMapping.put(PAUSE, PauseSignal.class);
typeToClassMapping.put(MAINTENANCE, MaintenanceSignal.class);
// TODO: Below must handle the case for future versions of Task Framework with a different path
// structure
typeToClassMapping.put(WORKFLOWCONTEXT, WorkflowContext.class);
// @formatter:off
addEntry(PropertyType.CONFIGS, 1, "/{clusterName}/CONFIGS");
addEntry(PropertyType.CONFIGS, 2, "/{clusterName}/CONFIGS/{scope}");
addEntry(PropertyType.CONFIGS, 3, "/{clusterName}/CONFIGS/{scope}/{scopeKey}");
// addEntry(PropertyType.CONFIGS,2,"/{clusterName}/CONFIGS/{instanceName}");
addEntry(PropertyType.LIVEINSTANCES, 1, "/{clusterName}/LIVEINSTANCES");
addEntry(PropertyType.LIVEINSTANCES, 2, "/{clusterName}/LIVEINSTANCES/{instanceName}");
addEntry(PropertyType.INSTANCES, 1, "/{clusterName}/INSTANCES");
addEntry(PropertyType.INSTANCES, 2, "/{clusterName}/INSTANCES/{instanceName}");
addEntry(PropertyType.IDEALSTATES, 1, "/{clusterName}/IDEALSTATES");
addEntry(PropertyType.IDEALSTATES, 2, "/{clusterName}/IDEALSTATES/{resourceName}");
addEntry(PropertyType.EXTERNALVIEW, 1, "/{clusterName}/EXTERNALVIEW");
addEntry(PropertyType.EXTERNALVIEW, 2, "/{clusterName}/EXTERNALVIEW/{resourceName}");
addEntry(PropertyType.TARGETEXTERNALVIEW, 1, "/{clusterName}/TARGETEXTERNALVIEW");
addEntry(PropertyType.TARGETEXTERNALVIEW, 2,
"/{clusterName}/TARGETEXTERNALVIEW/{resourceName}");
addEntry(PropertyType.STATEMODELDEFS, 1, "/{clusterName}/STATEMODELDEFS");
addEntry(PropertyType.STATEMODELDEFS, 2, "/{clusterName}/STATEMODELDEFS/{stateModelName}");
addEntry(PropertyType.CONTROLLER, 1, "/{clusterName}/CONTROLLER");
addEntry(PropertyType.PROPERTYSTORE, 1, "/{clusterName}/PROPERTYSTORE");
// INSTANCE
addEntry(PropertyType.MESSAGES, 2, "/{clusterName}/INSTANCES/{instanceName}/MESSAGES");
addEntry(PropertyType.MESSAGES, 3, "/{clusterName}/INSTANCES/{instanceName}/MESSAGES/{msgId}");
addEntry(PropertyType.CURRENTSTATES, 2,
"/{clusterName}/INSTANCES/{instanceName}/CURRENTSTATES");
addEntry(PropertyType.CURRENTSTATES, 3,
"/{clusterName}/INSTANCES/{instanceName}/CURRENTSTATES/{sessionId}");
addEntry(PropertyType.CURRENTSTATES, 4,
"/{clusterName}/INSTANCES/{instanceName}/CURRENTSTATES/{sessionId}/{resourceName}");
addEntry(PropertyType.CURRENTSTATES, 5,
"/{clusterName}/INSTANCES/{instanceName}/CURRENTSTATES/{sessionId}/{resourceName}/{bucketName}");
addEntry(PropertyType.STATUSUPDATES, 2,
"/{clusterName}/INSTANCES/{instanceName}/STATUSUPDATES");
addEntry(PropertyType.STATUSUPDATES, 3,
"/{clusterName}/INSTANCES/{instanceName}/STATUSUPDATES/{sessionId}");
addEntry(PropertyType.STATUSUPDATES, 4,
"/{clusterName}/INSTANCES/{instanceName}/STATUSUPDATES/{sessionId}/{subPath}");
addEntry(PropertyType.STATUSUPDATES, 5,
"/{clusterName}/INSTANCES/{instanceName}/STATUSUPDATES/{sessionId}/{subPath}/{recordName}");
addEntry(PropertyType.ERRORS, 2, "/{clusterName}/INSTANCES/{instanceName}/ERRORS");
addEntry(PropertyType.ERRORS, 3, "/{clusterName}/INSTANCES/{instanceName}/ERRORS/{sessionId}");
addEntry(PropertyType.ERRORS, 4,
"/{clusterName}/INSTANCES/{instanceName}/ERRORS/{sessionId}/{subPath}");
addEntry(PropertyType.ERRORS, 5,
"/{clusterName}/INSTANCES/{instanceName}/ERRORS/{sessionId}/{subPath}/{recordName}");
addEntry(PropertyType.INSTANCE_HISTORY, 2, "/{clusterName}/INSTANCES/{instanceName}/HISTORY");
addEntry(PropertyType.HEALTHREPORT, 2, "/{clusterName}/INSTANCES/{instanceName}/HEALTHREPORT");
addEntry(PropertyType.HEALTHREPORT, 3,
"/{clusterName}/INSTANCES/{instanceName}/HEALTHREPORT/{reportName}");
// CONTROLLER
addEntry(PropertyType.MESSAGES_CONTROLLER, 1, "/{clusterName}/CONTROLLER/MESSAGES");
addEntry(PropertyType.MESSAGES_CONTROLLER, 2, "/{clusterName}/CONTROLLER/MESSAGES/{msgId}");
addEntry(PropertyType.ERRORS_CONTROLLER, 1, "/{clusterName}/CONTROLLER/ERRORS");
addEntry(PropertyType.ERRORS_CONTROLLER, 2, "/{clusterName}/CONTROLLER/ERRORS/{errorId}");
addEntry(PropertyType.STATUSUPDATES_CONTROLLER, 1, "/{clusterName}/CONTROLLER/STATUSUPDATES");
addEntry(PropertyType.STATUSUPDATES_CONTROLLER, 2,
"/{clusterName}/CONTROLLER/STATUSUPDATES/{subPath}");
addEntry(PropertyType.STATUSUPDATES_CONTROLLER, 3,
"/{clusterName}/CONTROLLER/STATUSUPDATES/{subPath}/{recordName}");
addEntry(PropertyType.LEADER, 1, "/{clusterName}/CONTROLLER/LEADER");
addEntry(PropertyType.HISTORY, 1, "/{clusterName}/CONTROLLER/HISTORY");
addEntry(PropertyType.PAUSE, 1, "/{clusterName}/CONTROLLER/PAUSE");
addEntry(PropertyType.MAINTENANCE, 1, "/{clusterName}/CONTROLLER/MAINTENANCE");
// @formatter:on
// RESOURCE
addEntry(PropertyType.WORKFLOWCONTEXT, 2,
"/{clusterName}/PROPERTYSTORE/TaskRebalancer/{workflowName}/Context"); // Old
// WorkflowContext
// path
addEntry(PropertyType.TASK_CONFIG_ROOT, 1, "/{clusterName}/CONFIGS/TASK");
addEntry(PropertyType.WORKFLOW_CONFIG, 3,
"/{clusterName}/CONFIGS/TASK/{workflowName}/{workflowName}");
addEntry(PropertyType.JOB_CONFIG, 4,
"/{clusterName}/CONFIGS/TASK/{workflowName}/{jobName}/{jobName}");
addEntry(PropertyType.TASK_CONTEXT_ROOT, 1,
"/{clusterName}/PROPERTYSTORE/TaskFrameworkContext");
addEntry(PropertyType.WORKFLOW_CONTEXT, 2,
"/{clusterName}/PROPERTYSTORE/TaskFrameworkContext/{workflowName}/Context");
addEntry(PropertyType.JOB_CONTEXT, 3,
"/{clusterName}/PROPERTYSTORE/TaskFrameworkContext/{workflowName}/{jobName}/Context");
}
static Pattern pattern = Pattern.compile("(\\{.+?\\})");
private static void addEntry(PropertyType type, int numKeys, String template) {
if (!templateMap.containsKey(type)) {
templateMap.put(type, new HashMap<Integer, String>());
}
logger.trace("Adding template for type:" + type.getType() + " arguments:" + numKeys
+ " template:" + template);
templateMap.get(type).put(numKeys, template);
}
/**
* Get the Zookeeper path given the property type, cluster, and parameters
* @param type
* @param clusterName
* @param keys
* @return a valid path, or null if none exists
*/
public static String getPath(PropertyType type, String clusterName, String... keys) {
if (clusterName == null) {
logger.warn("ClusterName can't be null for type:" + type);
return null;
}
if (keys == null) {
keys = new String[] {};
}
String template = null;
if (templateMap.containsKey(type)) {
// keys.length+1 since we add clusterName
template = templateMap.get(type).get(keys.length + 1);
}
String result = null;
if (template != null) {
result = template;
Matcher matcher = pattern.matcher(template);
int count = 0;
while (matcher.find()) {
count = count + 1;
String var = matcher.group();
if (count == 1) {
result = result.replace(var, clusterName);
} else {
result = result.replace(var, keys[count - 2]);
}
}
}
if (result == null || result.indexOf('{') > -1 || result.indexOf('}') > -1) {
logger.warn("Unable to instantiate template:" + template + " using clusterName:" + clusterName
+ " and keys:" + Arrays.toString(keys));
}
return result;
}
/**
* Given a path, find the name of an instance at that path
* @param path
* @return a valid instance name, or null if none exists
*/
public static String getInstanceNameFromPath(String path) {
// path structure
// /<cluster_name>/instances/<instance_name>/[currentStates/messages]
if (path.contains("/" + PropertyType.INSTANCES + "/")) {
String[] split = path.split("\\/");
if (split.length > 3) {
return split[3];
}
}
return null;
}
public static String idealState(String clusterName) {
return String.format("/%s/IDEALSTATES", clusterName);
}
public static String idealState(String clusterName, String resourceName) {
return String.format("/%s/IDEALSTATES/%s", clusterName, resourceName);
}
public static String stateModelDef(String clusterName) {
return String.format("/%s/STATEMODELDEFS", clusterName);
}
public static String stateModelDef(String clusterName, String stateModelName) {
return String.format("/%s/STATEMODELDEFS/%s", clusterName, stateModelName);
}
public static String externalView(String clusterName) {
return String.format("/%s/EXTERNALVIEW", clusterName);
}
public static String externalView(String clusterName, String resourceName) {
return String.format("/%s/EXTERNALVIEW/%s", clusterName, resourceName);
}
public static String targetExternalView(String clusterName) {
return String.format("/%s/TARGETEXTERNALVIEW", clusterName);
}
public static String targetExternalView(String clusterName, String resourceName) {
return String.format("/%s/TARGETEXTERNALVIEW/%s", clusterName, resourceName);
}
public static String liveInstance(String clusterName) {
return String.format("/%s/LIVEINSTANCES", clusterName);
}
public static String liveInstance(String clusterName, String instanceName) {
return String.format("/%s/LIVEINSTANCES/%s", clusterName, instanceName);
}
public static String instance(String clusterName) {
return String.format("/%s/INSTANCES", clusterName);
}
@Deprecated
public static String instanceProperty(String clusterName, String instanceName, PropertyType type,
String key) {
return String.format("/%s/INSTANCES/%s/%s/%s", clusterName, instanceName, type, key);
}
public static String instance(String clusterName, String instanceName) {
return String.format("/%s/INSTANCES/%s", clusterName, instanceName);
}
public static String instanceMessage(String clusterName, String instanceName) {
return String.format("/%s/INSTANCES/%s/MESSAGES", clusterName, instanceName);
}
public static String instanceMessage(String clusterName, String instanceName, String messageId) {
return String.format("/%s/INSTANCES/%s/MESSAGES/%s", clusterName, instanceName, messageId);
}
public static String instanceCurrentState(String clusterName, String instanceName) {
return String.format("/%s/INSTANCES/%s/CURRENTSTATES", clusterName, instanceName);
}
public static String instanceCurrentState(String clusterName, String instanceName,
String sessionId) {
return String.format("/%s/INSTANCES/%s/CURRENTSTATES/%s", clusterName, instanceName, sessionId);
}
public static String instanceCurrentState(String clusterName, String instanceName,
String sessionId, String resourceName) {
return String.format("/%s/INSTANCES/%s/CURRENTSTATES/%s/%s", clusterName, instanceName,
sessionId, resourceName);
}
public static String instanceError(String clusterName, String instanceName) {
return String.format("/%s/INSTANCES/%s/ERRORS", clusterName, instanceName);
}
public static String instanceError(String clusterName, String instanceName, String sessionId,
String resourceName, String partitionName) {
return String.format("/%s/INSTANCES/%s/ERRORS/%s/%s/%s", clusterName, instanceName, sessionId,
resourceName, partitionName);
}
public static String instanceHistory(String clusterName, String instanceName) {
return String.format("/%s/INSTANCES/%s/HISTORY", clusterName, instanceName);
}
public static String instanceStatusUpdate(String clusterName, String instanceName) {
return String.format("/%s/INSTANCES/%s/STATUSUPDATES", clusterName, instanceName);
}
public static String propertyStore(String clusterName) {
return String.format("/%s/PROPERTYSTORE", clusterName);
}
public static String clusterConfig(String clusterName) {
return String.format("/%s/CONFIGS/CLUSTER/%s", clusterName, clusterName);
}
public static String instanceConfig(String clusterName) {
return String.format("/%s/CONFIGS/PARTICIPANT", clusterName);
}
public static String instanceConfig(String clusterName, String instanceName) {
return String.format("/%s/CONFIGS/PARTICIPANT/%s", clusterName, instanceName);
}
public static String resourceConfig(String clusterName) {
return String.format("/%s/CONFIGS/RESOURCE", clusterName);
}
public static String controller(String clusterName) {
return String.format("/%s/CONTROLLER", clusterName);
}
public static String controllerLeader(String clusterName) {
return String.format("/%s/CONTROLLER/LEADER", clusterName);
}
public static String controllerMessage(String clusterName) {
return String.format("/%s/CONTROLLER/MESSAGES", clusterName);
}
public static String controllerMessage(String clusterName, String messageId) {
return String.format("/%s/CONTROLLER/MESSAGES/%s", clusterName, messageId);
}
public static String controllerStatusUpdate(String clusterName) {
return String.format("/%s/CONTROLLER/STATUSUPDATES", clusterName);
}
public static String controllerStatusUpdate(String clusterName, String subPath,
String recordName) {
return String.format("/%s/CONTROLLER/STATUSUPDATES/%s/%s", clusterName, subPath, recordName);
}
public static String controllerError(String clusterName) {
return String.format("/%s/CONTROLLER/ERRORS", clusterName);
}
public static String controllerHistory(String clusterName) {
return String.format("/%s/CONTROLLER/HISTORY", clusterName);
}
public static String pause(String clusterName) {
return String.format("/%s/CONTROLLER/PAUSE", clusterName);
}
public static String maintenance(String clusterName) {
return String.format("/%s/CONTROLLER/MAINTENANCE", clusterName);
}
}