ambari-metrics-timelineservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/metrics/timeline/query/DefaultCondition.java - ambari-metrics - Git at Google

 /**
  * Licensed to the Apache Software Foundation (ASF) under one
  * or more contributor license agreements.  See the NOTICE file
  * distributed with this work for additional information
  * regarding copyright ownership.  The ASF licenses this file
  * to you under the Apache License, Version 2.0 (the
  * "License"); you may not use this file except in compliance
  * with the License.  You may obtain a copy of the License at
  *
  *     http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
 package org.apache.hadoop.yarn.server.applicationhistoryservice.metrics.timeline.query;
 import org.apache.commons.collections.CollectionUtils;
 import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
 import org.apache.hadoop.metrics2.sink.timeline.TopNConfig;
 import org.apache.hadoop.yarn.server.applicationhistoryservice.metrics.timeline.PhoenixHBaseAccessor;
 import org.apache.hadoop.metrics2.sink.timeline.Precision;

 import java.util.ArrayList;
 import java.util.LinkedHashSet;
 import java.util.List;
 import java.util.Set;

 public class DefaultCondition implements Condition {
   List<String> metricNames;
   List<String> hostnames;
   String appId;
   String instanceId;
   Long startTime;
   Long endTime;
   Precision precision;
   Integer limit;
   boolean grouped;
   boolean noLimit = false;
   Integer fetchSize;
   String statement;
   Set<String> orderByColumns = new LinkedHashSet<String>();
   boolean metricNamesNotCondition = false;

   private static final Log LOG = LogFactory.getLog(DefaultCondition.class);

   public DefaultCondition(List<String> metricNames, List<String> hostnames, String appId,
                           String instanceId, Long startTime, Long endTime, Precision precision,
                           Integer limit, boolean grouped) {
     this.metricNames = metricNames;
     this.hostnames = hostnames;
     this.appId = appId;
     this.instanceId = instanceId;
     this.startTime = startTime;
     this.endTime = endTime;
     this.precision = precision;
     this.limit = limit;
     this.grouped = grouped;
   }

   public String getStatement() {
     return statement;
   }

   public void setStatement(String statement) {
     this.statement = statement;
   }

   public List<String> getMetricNames() {
     return metricNames == null || metricNames.isEmpty() ? null : metricNames;
   }

   public StringBuilder getConditionClause() {
     StringBuilder sb = new StringBuilder();

     boolean appendConjunction = appendMetricNameClause(sb);

     appendConjunction = appendHostnameClause(sb, appendConjunction);

     appendConjunction = append(sb, appendConjunction, getAppId(), " APP_ID = ?");
     appendConjunction = append(sb, appendConjunction, getInstanceId(), " INSTANCE_ID = ?");
     appendConjunction = append(sb, appendConjunction, getStartTime(), " SERVER_TIME >= ?");
     append(sb, appendConjunction, getEndTime(), " SERVER_TIME < ?");

     return sb;
   }

   protected static boolean append(StringBuilder sb,
                                   boolean appendConjunction,
                                   Object value, String str) {
     if (value != null) {
       if (appendConjunction) {
         sb.append(" AND");
       }

       sb.append(str);
       appendConjunction = true;
     }
     return appendConjunction;
   }

   public List<String> getHostnames() {
     return hostnames;
   }

   public Precision getPrecision() {
     return precision;
   }

   public void setPrecision(Precision precision) {
     this.precision = precision;
   }

   public String getAppId() {
     if (appId != null && !appId.isEmpty()) {
       if (!(appId.equals("HOST") || appId.equals("FLUME_HANDLER"))) {
         return appId.toLowerCase();
       } else {
         return appId;
       }
     }
     return null;
   }

   public String getInstanceId() {
     return instanceId == null || instanceId.isEmpty() ? null : instanceId;
   }

   /**
    * Convert to millis.
    */
   public Long getStartTime() {
     if (startTime == null) {
       return null;
     } else if (startTime < 9999999999l) {
       return startTime * 1000;
     } else {
       return startTime;
     }
   }

   public Long getEndTime() {
     if (endTime == null) {
       return null;
     }
     if (endTime < 9999999999l) {
       return endTime * 1000;
     } else {
       return endTime;
     }
   }

   public void setNoLimit() {
     this.noLimit = true;
   }

   @Override
   public boolean doUpdate() {
     return false;
   }

   public Integer getLimit() {
     if (noLimit) {
       return null;
     }
     return limit == null ? PhoenixHBaseAccessor.RESULTSET_LIMIT : limit;
   }

   public boolean isGrouped() {
     return grouped;
   }

   public boolean isPointInTime() {
     return getStartTime() == null && getEndTime() == null;
   }

   public boolean isEmpty() {
     return (metricNames == null || metricNames.isEmpty())
       && (hostnames == null || hostnames.isEmpty())
       && (appId == null || appId.isEmpty())
       && (instanceId == null || instanceId.isEmpty())
       && startTime == null
       && endTime == null;
   }

   public Integer getFetchSize() {
     return fetchSize;
   }

   public void setFetchSize(Integer fetchSize) {
     this.fetchSize = fetchSize;
   }

   public void addOrderByColumn(String column) {
     orderByColumns.add(column);
   }

   public String getOrderByClause(boolean asc) {
     String orderByStr = " ORDER BY ";
     if (!orderByColumns.isEmpty()) {
       StringBuilder sb = new StringBuilder(orderByStr);
       for (String orderByColumn : orderByColumns) {
         if (sb.length() != orderByStr.length()) {
           sb.append(", ");
         }
         sb.append(orderByColumn);
         if (!asc) {
           sb.append(" DESC");
         }
       }
       sb.append(" ");
       return sb.toString();
     }
     return null;
   }

   protected boolean appendMetricNameClause(StringBuilder sb) {
     boolean appendConjunction = false;
     List<String> metricsLike = new ArrayList<>();
     List<String> metricsIn = new ArrayList<>();

     if (getMetricNames() != null) {
       for (String name : getMetricNames()) {
         if (name.contains("%")) {
           metricsLike.add(name);
         } else {
           metricsIn.add(name);
         }
       }

       // Put a '(' first
       sb.append("(");

       //IN clause
       // METRIC_NAME (NOT) IN (?,?,?,?)
       if (CollectionUtils.isNotEmpty(metricsIn)) {
         sb.append("METRIC_NAME");
         if (metricNamesNotCondition) {
           sb.append(" NOT");
         }
         sb.append(" IN (");
         //Append ?,?,?,?
         for (int i = 0; i < metricsIn.size(); i++) {
           sb.append("?");
           if (i < metricsIn.size() - 1) {
             sb.append(", ");
           }
         }
         sb.append(")");
         appendConjunction = true;
       }

       //Put an OR/AND if both types are present
       if (CollectionUtils.isNotEmpty(metricsIn) &&
         CollectionUtils.isNotEmpty(metricsLike)) {
         if (metricNamesNotCondition) {
           sb.append(" AND ");
         } else {
           sb.append(" OR ");
         }
       }

       //LIKE clause
       // METRIC_NAME (NOT) LIKE ? OR(AND) METRIC_NAME LIKE ?
       if (CollectionUtils.isNotEmpty(metricsLike)) {

         for (int i = 0; i < metricsLike.size(); i++) {
           sb.append("METRIC_NAME");
           if (metricNamesNotCondition) {
             sb.append(" NOT");
           }
           sb.append(" LIKE ");
           sb.append("?");

           if (i < metricsLike.size() - 1) {
             if (metricNamesNotCondition) {
               sb.append(" AND ");
             } else {
               sb.append(" OR ");
             }
           }
         }
         appendConjunction = true;
       }

       // Finish with a ')'
       if (appendConjunction) {
         sb.append(")");
       }

       metricNames.clear();
       if (CollectionUtils.isNotEmpty(metricsIn)) {
         metricNames.addAll(metricsIn);
       }
       if (CollectionUtils.isNotEmpty(metricsLike)) {
         metricNames.addAll(metricsLike);
       }
     }
     return appendConjunction;
   }

   protected boolean appendHostnameClause(StringBuilder sb, boolean appendConjunction) {
     boolean hostnameContainsRegex = false;
     if (hostnames != null) {
       for (String hostname : hostnames) {
         if (hostname.contains("%")) {
           hostnameContainsRegex = true;
           break;
         }
       }
     }

     StringBuilder hostnamesCondition = new StringBuilder();
     if (hostnameContainsRegex) {
       hostnamesCondition.append(" (");
       for (String hostname : getHostnames()) {
         if (hostnamesCondition.length() > 2) {
           hostnamesCondition.append(" OR ");
         }
         hostnamesCondition.append("HOSTNAME LIKE ?");
       }
       hostnamesCondition.append(")");

       appendConjunction = append(sb, appendConjunction, getHostnames(), hostnamesCondition.toString());
     } else if (hostnames != null && getHostnames().size() > 1) {
       for (String hostname : getHostnames()) {
         if (hostnamesCondition.length() > 0) {
           hostnamesCondition.append(" ,");
         } else {
           hostnamesCondition.append(" HOSTNAME IN (");
         }
         hostnamesCondition.append('?');
       }
       hostnamesCondition.append(')');
       appendConjunction = append(sb, appendConjunction, getHostnames(), hostnamesCondition.toString());

     } else {
       appendConjunction = append(sb, appendConjunction, getHostnames(), " HOSTNAME = ?");
     }
     return appendConjunction;
   }

   @Override
   public String toString() {
     return "Condition{" +
       "metricNames=" + metricNames +
       ", hostnames='" + hostnames + '\'' +
       ", appId='" + appId + '\'' +
       ", instanceId='" + instanceId + '\'' +
       ", startTime=" + startTime +
       ", endTime=" + endTime +
       ", limit=" + limit +
       ", grouped=" + grouped +
       ", orderBy=" + orderByColumns +
       ", noLimit=" + noLimit +
       '}';
   }

   protected static boolean metricNamesHaveWildcard(List<String> metricNames) {
     for (String name : metricNames) {
       if (name.contains("%")) {
         return true;
       }
     }
     return false;
   }

   protected static boolean hostNamesHaveWildcard(List<String> hostnames) {
     if (hostnames == null)
       return false;
     for (String name : hostnames) {
       if (name.contains("%")) {
         return true;
       }
     }
     return false;
   }

   public void setMetricNamesNotCondition(boolean metricNamesNotCondition) {
     this.metricNamesNotCondition = metricNamesNotCondition;
   }
 }
	/**
	* Licensed to the Apache Software Foundation (ASF) under one
	* or more contributor license agreements. See the NOTICE file
	* distributed with this work for additional information
	* regarding copyright ownership. The ASF licenses this file
	* to you under the Apache License, Version 2.0 (the
	* "License"); you may not use this file except in compliance
	* with the License. You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*
	* Unless required by applicable law or agreed to in writing, software
	* distributed under the License is distributed on an "AS IS" BASIS,
	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	* See the License for the specific language governing permissions and
	* limitations under the License.
	*/
	package org.apache.hadoop.yarn.server.applicationhistoryservice.metrics.timeline.query;
	import org.apache.commons.collections.CollectionUtils;
	import org.apache.commons.logging.Log;
	import org.apache.commons.logging.LogFactory;
	import org.apache.hadoop.metrics2.sink.timeline.TopNConfig;
	import org.apache.hadoop.yarn.server.applicationhistoryservice.metrics.timeline.PhoenixHBaseAccessor;
	import org.apache.hadoop.metrics2.sink.timeline.Precision;

	import java.util.ArrayList;
	import java.util.LinkedHashSet;
	import java.util.List;
	import java.util.Set;

	public class DefaultCondition implements Condition {
	List<String> metricNames;
	List<String> hostnames;
	String appId;
	String instanceId;
	Long startTime;
	Long endTime;
	Precision precision;
	Integer limit;
	boolean grouped;
	boolean noLimit = false;
	Integer fetchSize;
	String statement;
	Set<String> orderByColumns = new LinkedHashSet<String>();
	boolean metricNamesNotCondition = false;

	private static final Log LOG = LogFactory.getLog(DefaultCondition.class);

	public DefaultCondition(List<String> metricNames, List<String> hostnames, String appId,
	String instanceId, Long startTime, Long endTime, Precision precision,
	Integer limit, boolean grouped) {
	this.metricNames = metricNames;
	this.hostnames = hostnames;
	this.appId = appId;
	this.instanceId = instanceId;
	this.startTime = startTime;
	this.endTime = endTime;
	this.precision = precision;
	this.limit = limit;
	this.grouped = grouped;
	}

	public String getStatement() {
	return statement;
	}

	public void setStatement(String statement) {
	this.statement = statement;
	}

	public List<String> getMetricNames() {
	return metricNames == null \|\| metricNames.isEmpty() ? null : metricNames;
	}

	public StringBuilder getConditionClause() {
	StringBuilder sb = new StringBuilder();

	boolean appendConjunction = appendMetricNameClause(sb);

	appendConjunction = appendHostnameClause(sb, appendConjunction);

	appendConjunction = append(sb, appendConjunction, getAppId(), " APP_ID = ?");
	appendConjunction = append(sb, appendConjunction, getInstanceId(), " INSTANCE_ID = ?");
	appendConjunction = append(sb, appendConjunction, getStartTime(), " SERVER_TIME >= ?");
	append(sb, appendConjunction, getEndTime(), " SERVER_TIME < ?");

	return sb;
	}

	protected static boolean append(StringBuilder sb,
	boolean appendConjunction,
	Object value, String str) {
	if (value != null) {
	if (appendConjunction) {
	sb.append(" AND");
	}

	sb.append(str);
	appendConjunction = true;
	}
	return appendConjunction;
	}

	public List<String> getHostnames() {
	return hostnames;
	}

	public Precision getPrecision() {
	return precision;
	}

	public void setPrecision(Precision precision) {
	this.precision = precision;
	}

	public String getAppId() {
	if (appId != null && !appId.isEmpty()) {
	if (!(appId.equals("HOST") \|\| appId.equals("FLUME_HANDLER"))) {
	return appId.toLowerCase();
	} else {
	return appId;
	}
	}
	return null;
	}

	public String getInstanceId() {
	return instanceId == null \|\| instanceId.isEmpty() ? null : instanceId;
	}

	/**
	* Convert to millis.
	*/
	public Long getStartTime() {
	if (startTime == null) {
	return null;
	} else if (startTime < 9999999999l) {
	return startTime * 1000;
	} else {
	return startTime;
	}
	}

	public Long getEndTime() {
	if (endTime == null) {
	return null;
	}
	if (endTime < 9999999999l) {
	return endTime * 1000;
	} else {
	return endTime;
	}
	}

	public void setNoLimit() {
	this.noLimit = true;
	}

	@Override
	public boolean doUpdate() {
	return false;
	}

	public Integer getLimit() {
	if (noLimit) {
	return null;
	}
	return limit == null ? PhoenixHBaseAccessor.RESULTSET_LIMIT : limit;
	}

	public boolean isGrouped() {
	return grouped;
	}

	public boolean isPointInTime() {
	return getStartTime() == null && getEndTime() == null;
	}

	public boolean isEmpty() {
	return (metricNames == null \|\| metricNames.isEmpty())
	&& (hostnames == null \|\| hostnames.isEmpty())
	&& (appId == null \|\| appId.isEmpty())
	&& (instanceId == null \|\| instanceId.isEmpty())
	&& startTime == null
	&& endTime == null;
	}

	public Integer getFetchSize() {
	return fetchSize;
	}

	public void setFetchSize(Integer fetchSize) {
	this.fetchSize = fetchSize;
	}

	public void addOrderByColumn(String column) {
	orderByColumns.add(column);
	}

	public String getOrderByClause(boolean asc) {
	String orderByStr = " ORDER BY ";
	if (!orderByColumns.isEmpty()) {
	StringBuilder sb = new StringBuilder(orderByStr);
	for (String orderByColumn : orderByColumns) {
	if (sb.length() != orderByStr.length()) {
	sb.append(", ");
	}
	sb.append(orderByColumn);
	if (!asc) {
	sb.append(" DESC");
	}
	}
	sb.append(" ");
	return sb.toString();
	}
	return null;
	}

	protected boolean appendMetricNameClause(StringBuilder sb) {
	boolean appendConjunction = false;
	List<String> metricsLike = new ArrayList<>();
	List<String> metricsIn = new ArrayList<>();

	if (getMetricNames() != null) {
	for (String name : getMetricNames()) {
	if (name.contains("%")) {
	metricsLike.add(name);
	} else {
	metricsIn.add(name);
	}
	}

	// Put a '(' first
	sb.append("(");

	//IN clause
	// METRIC_NAME (NOT) IN (?,?,?,?)
	if (CollectionUtils.isNotEmpty(metricsIn)) {
	sb.append("METRIC_NAME");
	if (metricNamesNotCondition) {
	sb.append(" NOT");
	}
	sb.append(" IN (");
	//Append ?,?,?,?
	for (int i = 0; i < metricsIn.size(); i++) {
	sb.append("?");
	if (i < metricsIn.size() - 1) {
	sb.append(", ");
	}
	}
	sb.append(")");
	appendConjunction = true;
	}

	//Put an OR/AND if both types are present
	if (CollectionUtils.isNotEmpty(metricsIn) &&
	CollectionUtils.isNotEmpty(metricsLike)) {
	if (metricNamesNotCondition) {
	sb.append(" AND ");
	} else {
	sb.append(" OR ");
	}
	}

	//LIKE clause
	// METRIC_NAME (NOT) LIKE ? OR(AND) METRIC_NAME LIKE ?
	if (CollectionUtils.isNotEmpty(metricsLike)) {

	for (int i = 0; i < metricsLike.size(); i++) {
	sb.append("METRIC_NAME");
	if (metricNamesNotCondition) {
	sb.append(" NOT");
	}
	sb.append(" LIKE ");
	sb.append("?");

	if (i < metricsLike.size() - 1) {
	if (metricNamesNotCondition) {
	sb.append(" AND ");
	} else {
	sb.append(" OR ");
	}
	}
	}
	appendConjunction = true;
	}

	// Finish with a ')'
	if (appendConjunction) {
	sb.append(")");
	}

	metricNames.clear();
	if (CollectionUtils.isNotEmpty(metricsIn)) {
	metricNames.addAll(metricsIn);
	}
	if (CollectionUtils.isNotEmpty(metricsLike)) {
	metricNames.addAll(metricsLike);
	}
	}
	return appendConjunction;
	}

	protected boolean appendHostnameClause(StringBuilder sb, boolean appendConjunction) {
	boolean hostnameContainsRegex = false;
	if (hostnames != null) {
	for (String hostname : hostnames) {
	if (hostname.contains("%")) {
	hostnameContainsRegex = true;
	break;
	}
	}
	}

	StringBuilder hostnamesCondition = new StringBuilder();
	if (hostnameContainsRegex) {
	hostnamesCondition.append(" (");
	for (String hostname : getHostnames()) {
	if (hostnamesCondition.length() > 2) {
	hostnamesCondition.append(" OR ");
	}
	hostnamesCondition.append("HOSTNAME LIKE ?");
	}
	hostnamesCondition.append(")");

	appendConjunction = append(sb, appendConjunction, getHostnames(), hostnamesCondition.toString());
	} else if (hostnames != null && getHostnames().size() > 1) {
	for (String hostname : getHostnames()) {
	if (hostnamesCondition.length() > 0) {
	hostnamesCondition.append(" ,");
	} else {
	hostnamesCondition.append(" HOSTNAME IN (");
	}
	hostnamesCondition.append('?');
	}
	hostnamesCondition.append(')');
	appendConjunction = append(sb, appendConjunction, getHostnames(), hostnamesCondition.toString());

	} else {
	appendConjunction = append(sb, appendConjunction, getHostnames(), " HOSTNAME = ?");
	}
	return appendConjunction;
	}

	@Override
	public String toString() {
	return "Condition{" +
	"metricNames=" + metricNames +
	", hostnames='" + hostnames + '\'' +
	", appId='" + appId + '\'' +
	", instanceId='" + instanceId + '\'' +
	", startTime=" + startTime +
	", endTime=" + endTime +
	", limit=" + limit +
	", grouped=" + grouped +
	", orderBy=" + orderByColumns +
	", noLimit=" + noLimit +
	'}';
	}

	protected static boolean metricNamesHaveWildcard(List<String> metricNames) {
	for (String name : metricNames) {
	if (name.contains("%")) {
	return true;
	}
	}
	return false;
	}

	protected static boolean hostNamesHaveWildcard(List<String> hostnames) {
	if (hostnames == null)
	return false;
	for (String name : hostnames) {
	if (name.contains("%")) {
	return true;
	}
	}
	return false;
	}

	public void setMetricNamesNotCondition(boolean metricNamesNotCondition) {
	this.metricNamesNotCondition = metricNamesNotCondition;
	}
	}