| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| define([ |
| 'angular', |
| 'lodash', |
| 'jquery', |
| './directives', |
| './queryCtrl' |
| ], |
| function (angular, _) { |
| 'use strict'; |
| |
| var module = angular.module('grafana.services'); |
| |
| module.factory('AmbariMetricsDatasource', function ($q, backendSrv, templateSrv) { |
| /** |
| * AMS Datasource Constructor |
| */ |
| function AmbariMetricsDatasource(datasource) { |
| this.name = datasource.name; |
| this.url = datasource.url; |
| this.initMetricAppidMapping(); |
| } |
| var allMetrics = {}; |
| var appIds = []; |
| |
| //We get a list of components and their associated metrics. |
| AmbariMetricsDatasource.prototype.initMetricAppidMapping = function () { |
| return backendSrv.get(this.url + '/ws/v1/timeline/metrics/metadata') |
| .then(function (items) { |
| allMetrics = {}; |
| appIds = []; |
| _.forEach(items, function (metric,app) { |
| metric.forEach(function (component) { |
| if (!allMetrics[app]) { |
| allMetrics[app] = []; |
| } |
| allMetrics[app].push(component.metricname); |
| }); |
| }); |
| //We remove a couple of components from the list that do not contain any |
| //pertinent metrics. |
| delete allMetrics["timeline_metric_store_watcher"]; |
| delete allMetrics["amssmoketestfake"]; |
| appIds = Object.keys(allMetrics); |
| }); |
| }; |
| |
| /** |
| * AMS Datasource Authentication |
| */ |
| AmbariMetricsDatasource.prototype.doAmbariRequest = function (options) { |
| if (this.basicAuth || this.withCredentials) { |
| options.withCredentials = true; |
| } |
| if (this.basicAuth) { |
| options.headers = options.headers || {}; |
| options.headers.Authorization = this.basicAuth; |
| } |
| |
| options.url = this.url + options.url; |
| options.inspect = {type: 'ambarimetrics'}; |
| |
| return backendSrv.datasourceRequest(options); |
| }; |
| |
| /** |
| * AMS Datasource Query |
| */ |
| AmbariMetricsDatasource.prototype.query = function (options) { |
| |
| var emptyData = function (metric) { |
| var legend = metric.alias ? metric.alias : metric.metric; |
| return { |
| data: { |
| target: legend, |
| datapoints: [] |
| } |
| }; |
| }; |
| var self = this; |
| var getMetricsData = function (target) { |
| var alias = target.alias ? target.alias : target.metric; |
| if(!_.isEmpty(templateSrv.variables) && templateSrv.variables[0].query === "yarnqueues") { |
| alias = alias + ' on ' + target.qmetric; } |
| if(!_.isEmpty(templateSrv.variables) && templateSrv.variables[0].query === "kafka-topics") { |
| alias = alias + ' on ' + target.kbTopic; } |
| return function (res) { |
| console.log('processing metric ' + target.metric); |
| if (!res.metrics[0] || target.hide) { |
| return $q.when(emptyData(target)); |
| } |
| var series = []; |
| var metricData = res.metrics[0].metrics; |
| // Added hostname to legend for templated dashboards. |
| var hostLegend = res.metrics[0].hostname ? ' on ' + res.metrics[0].hostname : ''; |
| var timeSeries = {}; |
| timeSeries = { |
| target: alias + hostLegend, |
| datapoints: [] |
| }; |
| for (var k in metricData){ |
| if (metricData.hasOwnProperty(k)) { |
| timeSeries.datapoints.push([metricData[k], (k - k % 1000)]); |
| } |
| } |
| series.push(timeSeries); |
| return $q.when({data: series}); |
| }; |
| }; |
| // To speed up querying on templatized dashboards. |
| var allHostMetricsData = function (target) { |
| var alias = target.alias ? target.alias : target.metric; |
| if(!_.isEmpty(templateSrv.variables) && templateSrv.variables[0].query === "hbase-users") { |
| alias = alias + ' for ' + target.hbUser; } |
| // Aliases for Storm Topologies and components under a topology. |
| if(!_.isEmpty(templateSrv.variables) && templateSrv.variables[0].query === "topologies" && |
| !templateSrv.variables[1]) { |
| alias = alias + ' on ' + target.sTopology; |
| } |
| if(!_.isEmpty(templateSrv.variables[1]) && templateSrv.variables[1].name === "component") { |
| alias = alias + ' on ' + target.sTopology + ' for ' + target.sComponent; |
| } |
| return function (res) { |
| console.log('processing metric ' + target.metric); |
| if (!res.metrics[0] || target.hide) { |
| return $q.when(emptyData(target)); |
| } |
| var series = []; |
| var timeSeries = {}; |
| var metricData = res.metrics; |
| _.map(metricData, function (data) { |
| var totalCountFlag = false; |
| var aliasSuffix = data.hostname ? ' on ' + data.hostname : ''; |
| var op = ''; |
| var user = ''; |
| if(!_.isEmpty(templateSrv.variables) && templateSrv.variables[0].query === "hbase-tables") { |
| var tableName = "Tables."; |
| var tableSuffix = data.metricname.substring(data.metricname.indexOf(tableName) + tableName.length, |
| data.metricname.lastIndexOf("_metric")); |
| aliasSuffix = ' on ' + tableSuffix; |
| } |
| if(templateSrv.variables[0].query === "callers") { |
| alias = data.metricname.substring(data.metricname.indexOf('(')+1, data.metricname.indexOf(')')); |
| } |
| // Set legend and alias for HDFS - TopN dashboard |
| if(data.metricname.indexOf('dfs.NNTopUserOpCounts') === 0) { |
| var metricname_arr = data.metricname.split("."); |
| _.map(metricname_arr, function (segment) { |
| if(segment.indexOf('op=') === 0) { |
| var opKey = 'op='; |
| op = segment.substring(segment.indexOf(opKey) + opKey.length); |
| } else if(segment.indexOf('user=') === 0) { |
| var userKey = 'user='; |
| user = segment.substring(segment.indexOf(userKey) + userKey.length); |
| } |
| }); |
| // Check if metric is TotalCount |
| if(data.metricname.indexOf('TotalCount') > 0) { |
| totalCountFlag = true; |
| if (op !== '*') { |
| alias = op; |
| } else { |
| alias = 'Total Count'; |
| } |
| } else if (op !== '*') { |
| alias = op + ' by ' + user; |
| } else { |
| alias = user; |
| } |
| aliasSuffix = ''; |
| } |
| if (data.appid.indexOf('ambari_server') === 0) { |
| alias = data.metricname; |
| aliasSuffix = ''; |
| } |
| timeSeries = { |
| target: alias + aliasSuffix, |
| datapoints: [] |
| }; |
| for (var k in data.metrics){ |
| if (data.metrics.hasOwnProperty(k)) { |
| timeSeries.datapoints.push([data.metrics[k], (k - k % 1000)]); |
| } |
| } |
| if( (user !== '*') || (totalCountFlag) ) { |
| series.push(timeSeries); |
| } |
| }); |
| return $q.when({data: series}); |
| }; |
| }; |
| var getHostAppIdData = function(target) { |
| var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision=' |
| + target.precision; |
| var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator; |
| var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform; |
| var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator; |
| return backendSrv.get(self.url + '/ws/v1/timeline/metrics?metricNames=' + target.metric + metricTransform + |
| metricAggregator + "&hostname=" + target.hosts + '&appId=' + target.app + '&startTime=' + from + |
| '&endTime=' + to + precision + seriesAggregator).then( |
| getMetricsData(target) |
| ); |
| }; |
| //Check if it's a templated dashboard. |
| var templatedHosts = templateSrv.variables.filter(function(o) { return o.name === "hosts"}); |
| var templatedHost = (_.isEmpty(templatedHosts)) ? '' : templatedHosts[0].options.filter(function(host) |
| { return host.selected; }).map(function(hostName) { return hostName.value; }); |
| |
| var tComponents = _.isEmpty(templateSrv.variables) ? '' : templateSrv.variables.filter(function(variable) |
| { return variable.name === "components"}); |
| var tComponent = _.isEmpty(tComponents) ? '' : tComponents[0].current.value; |
| |
| var getServiceAppIdData = function(target) { |
| var tHost = (_.isEmpty(templateSrv.variables)) ? templatedHost : target.templatedHost; |
| var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision=' |
| + target.precision; |
| var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator; |
| var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform; |
| var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator; |
| return backendSrv.get(self.url + '/ws/v1/timeline/metrics?metricNames=' + target.metric + metricTransform |
| + metricAggregator + '&hostname=' + tHost + '&appId=' + target.app + '&startTime=' + from + |
| '&endTime=' + to + precision + seriesAggregator).then( |
| getMetricsData(target) |
| ); |
| }; |
| // To speed up querying on templatized dashboards. |
| var getAllHostData = function(target) { |
| var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision=' |
| + target.precision; |
| var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator; |
| var topN = ""; var isBottomN = ""; |
| if (!_.isEmpty(templateSrv.variables.filter(function(o) { return o.name === "instances";}))) { |
| var metricTopN = _.filter(templateSrv.variables, function (o) { return o.name === "instances"; }); |
| var metricTopAgg = _.filter(templateSrv.variables, function (o) { return o.name === "topagg"; }); |
| isBottomN = templateSrv.variables.filter(function(o) { return o.name === "orientation";})[0].current.value |
| === "bottom" ? true : false; |
| topN = '&topN=' + metricTopN[0].current.value +'&topNFunction=' + metricTopAgg[0].current.value + '&isBottomN='+ isBottomN; |
| } |
| var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform; |
| var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator; |
| var templatedComponent = (_.isEmpty(tComponent)) ? target.app : tComponent; |
| return backendSrv.get(self.url + '/ws/v1/timeline/metrics?metricNames=' + target.metric + metricTransform |
| + metricAggregator + '&hostname=' + target.templatedHost + '&appId=' + templatedComponent + '&startTime=' + from + |
| '&endTime=' + to + precision + topN + seriesAggregator).then( |
| allHostMetricsData(target) |
| ); |
| }; |
| var getYarnAppIdData = function(target) { |
| var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision=' |
| + target.precision; |
| var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator; |
| var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform; |
| var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator; |
| return backendSrv.get(self.url + '/ws/v1/timeline/metrics?metricNames=' + target.queue + metricTransform |
| + metricAggregator + '&appId=resourcemanager&startTime=' + from + |
| '&endTime=' + to + precision + seriesAggregator).then( |
| getMetricsData(target) |
| ); |
| }; |
| var getHbaseAppIdData = function(target) { |
| var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision=' |
| + target.precision; |
| var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator; |
| return backendSrv.get(self.url + '/ws/v1/timeline/metrics?metricNames=' + target.hbMetric + '&appId=hbase&startTime=' |
| + from + '&endTime=' + to + precision + seriesAggregator).then( |
| allHostMetricsData(target) |
| ); |
| }; |
| |
| var getKafkaAppIdData = function(target) { |
| var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision=' |
| + target.precision; |
| var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator; |
| var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform; |
| var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator; |
| return backendSrv.get(self.url + '/ws/v1/timeline/metrics?metricNames=' + target.kbMetric + metricTransform |
| + metricAggregator + '&appId=kafka_broker&startTime=' + from + |
| '&endTime=' + to + precision + seriesAggregator).then( |
| getMetricsData(target) |
| ); |
| }; |
| var getNnAppIdData = function(target) { |
| var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision=' |
| + target.precision; |
| var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator; |
| var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform; |
| var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator; |
| return backendSrv.get(self.url + '/ws/v1/timeline/metrics?metricNames=' + target.nnMetric + metricTransform |
| + metricAggregator + '&appId=namenode&startTime=' + from + '&endTime=' + to + precision + seriesAggregator).then( |
| allHostMetricsData(target) |
| ); |
| }; |
| |
| // Storm Topology calls. |
| var getStormData = function(target) { |
| var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision=' |
| + target.precision; |
| var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator; |
| var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform; |
| var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator; |
| return backendSrv.get(self.url + '/ws/v1/timeline/metrics?metricNames=' + target.sTopoMetric + metricTransform |
| + metricAggregator + '&appId=nimbus&startTime=' + from + '&endTime=' + to + precision + seriesAggregator).then( |
| allHostMetricsData(target) |
| ); |
| }; |
| |
| // Time Ranges |
| var from = Math.floor(options.range.from.valueOf() / 1000); |
| var to = Math.floor(options.range.to.valueOf() / 1000); |
| |
| var metricsPromises = []; |
| if (!_.isEmpty(templateSrv.variables)) { |
| // YARN Queues Dashboard |
| if (templateSrv.variables[0].query === "yarnqueues") { |
| var allQueues = templateSrv.variables.filter(function(variable) { return variable.query === "yarnqueues";}); |
| var selectedQs = (_.isEmpty(allQueues)) ? "" : allQueues[0].options.filter(function(q) |
| { return q.selected; }).map(function(qName) { return qName.value; }); |
| // All Queues |
| if (!_.isEmpty(_.find(selectedQs, function (wildcard) { return wildcard === "*"; }))) { |
| var allQueue = allQueues[0].options.filter(function(q) { |
| return q.text !== "All"; }).map(function(queue) { return queue.value; }); |
| _.forEach(allQueue, function(processQueue) { |
| metricsPromises.push(_.map(options.targets, function(target) { |
| target.qmetric = processQueue; |
| target.queue = target.metric.replace('root', target.qmetric); |
| return getYarnAppIdData(target); |
| })); |
| }); |
| } else { |
| // All selected queues. |
| _.forEach(selectedQs, function(processQueue) { |
| metricsPromises.push(_.map(options.targets, function(target) { |
| target.qmetric = processQueue; |
| target.queue = target.metric.replace('root', target.qmetric); |
| return getYarnAppIdData(target); |
| })); |
| }); |
| } |
| } |
| // Templatized Dashboard for per-user metrics in HBase. |
| if (templateSrv.variables[0].query === "hbase-users") { |
| var allUsers = templateSrv.variables.filter(function(variable) { return variable.query === "hbase-users";}); |
| var selectedUsers = (_.isEmpty(allUsers)) ? "" : allUsers[0].options.filter(function(user) |
| { return user.selected; }).map(function(uName) { return uName.value; }); |
| selectedUsers = templateSrv._values.Users.lastIndexOf('}') > 0 ? templateSrv._values.Users.slice(1,-1) : |
| templateSrv._values.Users; |
| var selectedUser = selectedUsers.split(','); |
| _.forEach(selectedUser, function(processUser) { |
| metricsPromises.push(_.map(options.targets, function(target) { |
| target.hbUser = processUser; |
| var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform; |
| target.hbMetric = target.metric.replace('*', target.hbUser) + metricTransform +'._' + target.aggregator; |
| return getHbaseAppIdData(target); |
| })); |
| }); |
| } |
| // Templatized Dashboard for per-table metrics in HBase. |
| if (templateSrv.variables[0].query === "hbase-tables") { |
| var splitTables = []; |
| var allTables = templateSrv._values.Tables.lastIndexOf('}') > 0 ? templateSrv._values.Tables.slice(1,-1) : |
| templateSrv._values.Tables; |
| var allTable = allTables.split(','); |
| while (allTable.length > 0) { |
| splitTables.push(allTable.splice(0,20)); |
| } |
| _.forEach(splitTables, function(table) { |
| metricsPromises.push(_.map(options.targets, function(target) { |
| var hbMetric = []; |
| _.map(table, function(tableMetric) { hbMetric.push(target.metric.replace('*', tableMetric)); }); |
| var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform; |
| hbMetric = _.map(hbMetric, function(tbl) { return tbl + metricTransform +'._' + target.aggregator; }); |
| target.hbMetric = _.flatten(hbMetric).join(','); |
| return getHbaseAppIdData(target); |
| })); |
| }); |
| } |
| // Templatized Dashboard for per-topic metrics in Kafka. |
| if (templateSrv.variables[0].query === "kafka-topics") { |
| var allTopics = templateSrv.variables.filter(function(variable) { return variable.query === "kafka-topics";}); |
| var selectedTopics = (_.isEmpty(allTopics)) ? "" : allTopics[0].options.filter(function(topic) |
| { return topic.selected; }).map(function(topicName) { return topicName.value; }); |
| selectedTopics = templateSrv._values.Topics.lastIndexOf('}') > 0 ? templateSrv._values.Topics.slice(1,-1) : |
| templateSrv._values.Topics; |
| var selectedTopic = selectedTopics.split(','); |
| _.forEach(selectedTopic, function(processTopic) { |
| metricsPromises.push(_.map(options.targets, function(target) { |
| target.kbTopic = processTopic; |
| target.kbMetric = target.metric.replace('*', target.kbTopic); |
| return getKafkaAppIdData(target); |
| })); |
| }); |
| } |
| //Templatized Dashboard for Call Queues |
| if (templateSrv.variables[0].query === "callers") { |
| var allCallers = templateSrv.variables.filter(function(variable) { return variable.query === "callers";}); |
| var selectedCallers = (_.isEmpty(allCallers)) ? "" : allCallers[0].options.filter(function(user) |
| { return user.selected; }).map(function(callerName) { return callerName.value; }); |
| selectedCallers = templateSrv._values.Callers.lastIndexOf('}') > 0 ? templateSrv._values.Callers.slice(1,-1) : |
| templateSrv._values.Callers; |
| var selectedCaller = selectedCallers.split(','); |
| _.forEach(selectedCaller, function(processCaller) { |
| metricsPromises.push(_.map(options.targets, function(target) { |
| target.nnCaller = processCaller; |
| target.nnMetric = target.metric.replace('*', target.nnCaller); |
| return getNnAppIdData(target); |
| })); |
| }); |
| } |
| |
| //Templatized Dashboard for Storm Topologies |
| if (templateSrv.variables[0].query === "topologies" && !templateSrv.variables[1]) { |
| var allTopologies = templateSrv.variables.filter(function(variable) { return variable.query === "topologies";}); |
| var selectedTopologies = (_.isEmpty(allTopologies)) ? "" : allTopologies[0].options.filter(function(topo) |
| { return topo.selected; }).map(function(topoName) { return topoName.value; }); |
| selectedTopologies = templateSrv._values.topologies.lastIndexOf('}') > 0 ? templateSrv._values.topologies.slice(1,-1) : |
| templateSrv._values.topologies; |
| var selectedTopology= selectedTopologies.split(','); |
| _.forEach(selectedTopology, function(processTopology) { |
| metricsPromises.push(_.map(options.targets, function(target) { |
| target.sTopology = processTopology; |
| target.sTopoMetric = target.metric.replace('*', target.sTopology); |
| return getStormData(target); |
| })); |
| }); |
| } |
| |
| //Templatized Dashboards for Storm Components |
| if (templateSrv.variables[0].query === "topologies" && templateSrv.variables[1] && |
| templateSrv.variables[1].name === "component") { |
| var selectedTopology = templateSrv._values.topologies; |
| var selectedComponent = templateSrv._values.component; |
| metricsPromises.push(_.map(options.targets, function(target) { |
| target.sTopology = selectedTopology; |
| target.sComponent = selectedComponent; |
| target.sTopoMetric = target.metric.replace('*', target.sTopology).replace('*', target.sComponent); |
| debugger; |
| return getStormData(target); |
| })); |
| } |
| |
| //Templatized Dashboard for Storm Kafka Offset |
| if (templateSrv.variables[0].query === "topologies" && templateSrv.variables[1] && |
| templateSrv.variables[1].name === "topic") { |
| var selectedTopology = templateSrv._values.topologies; |
| var selectedTopic = templateSrv._values.topic; |
| metricsPromises.push(_.map(options.targets, function(target) { |
| target.sTopology = selectedTopology; |
| target.sTopic = selectedTopic; |
| target.sPartition = options.scopedVars.partition.value; |
| target.sTopoMetric = target.metric.replace('*', target.sTopology).replace('*', target.sTopic) |
| .replace('*', target.sPartition); |
| return getStormData(target); |
| })); |
| } |
| |
| // To speed up querying on templatized dashboards. |
| if (templateSrv.variables[1] && templateSrv.variables[1].name === "hosts") { |
| var allHosts = templateSrv._values.hosts.lastIndexOf('}') > 0 ? templateSrv._values.hosts.slice(1,-1) : |
| templateSrv._values.hosts; |
| allHosts = templateSrv._texts.hosts === "All" ? '%' : allHosts; |
| metricsPromises.push(_.map(options.targets, function(target) { |
| target.templatedHost = allHosts; |
| return getAllHostData(target); |
| })); |
| } |
| metricsPromises = _.flatten(metricsPromises); |
| } else { |
| // Non Templatized Dashboards |
| metricsPromises = _.map(options.targets, function(target) { |
| console.debug('target app=' + target.app + ',' + |
| 'target metric=' + target.metric + ' on host=' + target.tempHost); |
| if (!!target.hosts) { |
| return getHostAppIdData(target); |
| } else { |
| return getServiceAppIdData(target); |
| } |
| }); |
| } |
| |
| return $q.all(metricsPromises).then(function(metricsDataArray) { |
| var data = _.map(metricsDataArray, function(metricsData) { |
| return metricsData.data; |
| }); |
| var metricsDataResult = {data: _.flatten(data)}; |
| return $q.when(metricsDataResult); |
| }); |
| }; |
| |
| /** |
| * AMS Datasource List Series. |
| */ |
| AmbariMetricsDatasource.prototype.listSeries = function (query) { |
| // wrap in regex |
| if (query && query.length > 0 && query[0] !== '/') { |
| query = '/' + query + '/'; |
| } |
| return $q.when([]); |
| }; |
| |
| /** |
| * AMS Datasource Templating Variables. |
| */ |
| AmbariMetricsDatasource.prototype.metricFindQuery = function (query) { |
| var interpolated; |
| try { |
| interpolated = templateSrv.replace(query); |
| } catch (err) { |
| return $q.reject(err); |
| } |
| var tComponents = _.isEmpty(templateSrv.variables) ? '' : templateSrv.variables.filter(function(variable) |
| { return variable.name === "components"}); |
| var tComponent = _.isEmpty(tComponents) ? '' : tComponents[0].current.value; |
| |
| // Templated Variable for HBase Users |
| // It will search the cluster and populate the HBase Users. |
| if(interpolated === "hbase-users") { |
| return this.initMetricAppidMapping() |
| .then(function () { |
| var hbaseUsers = allMetrics["hbase"]; |
| var extractUsers = hbaseUsers.filter(/./.test.bind(new RegExp("regionserver.Users.", 'g'))); |
| var removeUser = "regionserver.Users.numUsers"; |
| var i = extractUsers.indexOf(removeUser); |
| if(i !== -1) { extractUsers.splice(i, 1);} |
| var userPrefix = "regionserver.Users."; |
| var users = _.map(extractUsers, function(user) { |
| return user.substring(userPrefix.length); |
| }); |
| users = _.map(users, function(userName) { |
| return userName.substring(0,userName.lastIndexOf("_metric")); |
| }); |
| users = _.sortBy(_.uniq(users)); |
| return _.map(users, function (users) { |
| return { |
| text: users |
| }; |
| }); |
| }); |
| } |
| // Templated Variable for HBase Tables. |
| // It will search the cluster and populate the hbase-tables. |
| if(interpolated === "hbase-tables") { |
| return this.initMetricAppidMapping() |
| .then(function () { |
| var hbaseTables = allMetrics["hbase"]; |
| var extractTables = hbaseTables.filter(/./.test.bind(new RegExp("regionserver.Tables.", 'g'))); |
| var removeTable = "regionserver.Tables.numTables"; |
| var i = extractTables.indexOf(removeTable); |
| if(i != -1) { extractTables.splice(i, 1);} |
| var tablePrefix = "regionserver.Tables."; |
| var tables = _.map(extractTables, function(user) { |
| return user.substring(tablePrefix.length); |
| }); |
| tables = _.map(tables, function(userName) { |
| return userName.substring(0,userName.lastIndexOf("_metric")); |
| }); |
| tables = _.sortBy(_.uniq(tables)); |
| return _.map(tables, function (tables) { |
| return { |
| text: tables |
| }; |
| }); |
| }); |
| } |
| // Templated Variable for Kafka Topics. |
| // It will search the cluster and populate the topics. |
| if(interpolated === "kafka-topics") { |
| return this.initMetricAppidMapping() |
| .then(function () { |
| var kafkaTopics = allMetrics["kafka_broker"]; |
| var extractTopics = kafkaTopics.filter(/./.test.bind(new RegExp("\\b.log.Log.\\b", 'g'))); |
| var topics =_.map(extractTopics, function (topic) { |
| var topicPrefix = "topic."; |
| return topic.substring(topic.lastIndexOf(topicPrefix)+topicPrefix.length, topic.length); |
| }); |
| topics = _.sortBy(_.uniq(topics)); |
| var i = topics.indexOf("ambari_kafka_service_check"); |
| if(i != -1) { topics.splice(i, 1);} |
| return _.map(topics, function (topics) { |
| return { |
| text: topics |
| }; |
| }); |
| }); |
| } |
| |
| //Templated Variables for Call Queue Metrics |
| if(interpolated === "callers") { |
| return this.initMetricAppidMapping() |
| .then(function () { |
| var nnCallers = allMetrics["namenode"]; |
| var extractCallers = nnCallers.filter(/./.test.bind(new |
| RegExp("ipc.client.org.apache.hadoop.ipc.DecayRpcScheduler.Caller", 'g'))); |
| var callers = _.sortBy(_.uniq(_.map(extractCallers, function(caller) { |
| return caller.substring(caller.indexOf('(')+1, caller.indexOf(')')) }))); |
| return _.map(callers, function (callers) { |
| return { |
| text: callers |
| }; |
| }); |
| }); |
| } |
| var topologies = {}; |
| //Templated Variables for Storm Topologies |
| if(interpolated === "topologies") { |
| return this.initMetricAppidMapping() |
| .then(function () { |
| var storm = allMetrics["nimbus"]; |
| var extractTopologies = storm.filter(/./.test.bind(new |
| RegExp("^topology.", 'g'))); |
| _.map(extractTopologies, function(topology){ |
| // Topology naming convention is topology.<topology-name>.component. |
| topology = topology.split('.').slice(0,3); |
| if (topologies[topology[1]]){ |
| topologies[topology[1]].push(topology[2]); |
| } else { |
| topologies[topology[1]] = [topology[2]]; |
| } |
| }); |
| return _.map(Object.keys(topologies), function(topologyNames){ |
| return { |
| text: topologyNames |
| }; |
| }); |
| }); |
| } |
| //Templated Variables for Storm Components per Topology |
| if (interpolated.indexOf("stormComponent") >= 0) { |
| var componentName = interpolated.substring(0,interpolated.indexOf('.')); |
| return this.initMetricAppidMapping() |
| .then(function () { |
| var storm = allMetrics["nimbus"]; |
| var extractTopologies = storm.filter(/./.test.bind(new |
| RegExp("^topology.", 'g'))); |
| _.map(extractTopologies, function(topology){ |
| topology = topology.split('.').slice(0,3); |
| if (topologies[topology[1]]){ |
| topologies[topology[1]].push(topology[2]); |
| } else { |
| topologies[topology[1]] = [topology[2]]; |
| } |
| }); |
| // Retrieve unique component names from the list. |
| var compName = _.uniq(topologies[componentName]); |
| // Remove "kafka-topic" from the list of components. |
| var remove = compName.indexOf('kafka-topic'); |
| if (remove > -1) { compName.splice(remove, 1);} |
| return _.map(compName, function(components){ |
| return { |
| text: components |
| }; |
| }); |
| }); |
| } |
| var stormEntities = {}; |
| AmbariMetricsDatasource.prototype.getStormEntities = function () { |
| return this.initMetricAppidMapping() |
| .then(function () { |
| var storm = allMetrics["nimbus"]; |
| var extractTopologies = storm.filter(/./.test.bind(new |
| RegExp("partition", 'g'))); |
| _.map(extractTopologies, function(topology){ |
| topology = topology.split('.').slice(0,5); |
| var topologyName = topologyN = topology[1]; // Topology |
| var topologyTopicName = topicN = topology[3]; // Topic |
| var topologyTopicPartitionName = topology[4]; // Partition |
| if (stormEntities[topologyName]) { |
| if (stormEntities[topologyName][topologyTopicName]) { |
| stormEntities[topologyName][topologyTopicName].push(topologyTopicPartitionName); |
| } else { |
| stormEntities[topologyName][topologyTopicName] = [topologyTopicPartitionName]; |
| } |
| } else { |
| stormEntities[topologyName] = {}; |
| stormEntities[topologyName][topologyTopicName] = [topologyTopicPartitionName]; |
| } |
| }); |
| }); |
| }; |
| //Templated Variables for Storm Topics per Topology |
| if (interpolated.indexOf("stormTopic") >= 0) { |
| var topicName = interpolated.substring(0,interpolated.indexOf('.')); |
| return this.getStormEntities().then(function () { |
| var topicNames = Object.keys(stormEntities[topicName]); |
| return _.map(topicNames, function(names){ |
| return { |
| text: names |
| }; |
| }); |
| }); |
| } |
| //Templated Variables for Storm Partitions per Topic |
| if (interpolated.indexOf("stormPartition") >= 0) { |
| var topicN, topologyN; |
| return this.getStormEntities().then(function () { |
| var partitionNames = _.uniq(stormEntities[topologyN][topicN]); |
| return _.map(partitionNames, function(names){ |
| return { |
| text: names |
| }; |
| }); |
| }); |
| } |
| // Templated Variable for YARN Queues. |
| // It will search the cluster and populate the queues. |
| if(interpolated === "yarnqueues") { |
| return this.initMetricAppidMapping() |
| .then(function () { |
| var yarnqueues = allMetrics["resourcemanager"]; |
| var extractQueues = yarnqueues.filter(/./.test.bind(new RegExp(".=root", 'g'))); |
| var queues = _.map(extractQueues, function(metric) { |
| return metric.substring("yarn.QueueMetrics.Queue=".length); |
| }); |
| queues = _.map(queues, function(metricName) { |
| return metricName.substring(metricName.lastIndexOf("."), 0); |
| }); |
| queues = _.sortBy(_.uniq(queues)); |
| return _.map(queues, function (queues) { |
| return { |
| text: queues |
| }; |
| }); |
| }); |
| } |
| // Templated Variable that will populate all hosts on the cluster. |
| // The variable needs to be set to "hosts". |
| if (!tComponent){ |
| return this.doAmbariRequest({ |
| method: 'GET', |
| url: '/ws/v1/timeline/metrics/' + interpolated |
| }) |
| .then(function (results) { |
| //Remove fakehostname from the list of hosts on the cluster. |
| var fake = "fakehostname"; delete results.data[fake]; |
| return _.map(_.keys(results.data), function (hostName) { |
| return { |
| text: hostName, |
| expandable: hostName.expandable ? true : false |
| }; |
| }); |
| }); |
| } else { |
| // Create a dropdown in templated dashboards for single components. |
| // This will check for the component set and show hosts only for the |
| // selected component. |
| return this.doAmbariRequest({ |
| method: 'GET', |
| url: '/ws/v1/timeline/metrics/hosts' |
| }) |
| .then(function(results) { |
| var compToHostMap = {}; |
| //Remove fakehostname from the list of hosts on the cluster. |
| var fake = "fakehostname"; |
| delete results.data[fake]; |
| //Query hosts based on component name |
| _.forEach(results.data, function(comp, hostName) { |
| comp.forEach(function(component) { |
| if (!compToHostMap[component]) { |
| compToHostMap[component] = []; |
| } |
| compToHostMap[component].push(hostName); |
| }); |
| }); |
| var compHosts = compToHostMap[tComponent]; |
| compHosts = _.map(compHosts, function(host) { |
| return { |
| text: host, |
| expandable: host.expandable ? true : false |
| }; |
| }); |
| compHosts = _.sortBy(compHosts, function(i) { |
| return i.text.toLowerCase(); |
| }); |
| return $q.when(compHosts); |
| }); |
| } |
| }; |
| |
| /** |
| * AMS Datasource - Test Data Source Connection. |
| * |
| * Added Check to see if Datasource is working. Throws up an error in the |
| * Datasources page if incorrect info is passed on. |
| */ |
| AmbariMetricsDatasource.prototype.testDatasource = function () { |
| return backendSrv.datasourceRequest({ |
| url: this.url + '/ws/v1/timeline/metrics/metadata', |
| method: 'GET' |
| }).then(function(response) { |
| console.log(response); |
| if (response.status === 200) { |
| return { status: "success", message: "Data source is working", title: "Success" }; |
| } |
| }); |
| }; |
| |
| /** |
| * AMS Datasource - Suggest AppId. |
| * |
| * Read AppIds from cache. |
| */ |
| AmbariMetricsDatasource.prototype.suggestApps = function (query) { |
| console.log(query); |
| |
| appIds = appIds.sort(); |
| var appId = _.map(appIds, function (k) { |
| return {text: k}; |
| }); |
| return $q.when(appId); |
| }; |
| |
| /** |
| * AMS Datasource - Suggest Metrics. |
| * |
| * Read Metrics based on AppId chosen. |
| */ |
| AmbariMetricsDatasource.prototype.suggestMetrics = function (query, app) { |
| if (!app) { |
| return $q.when([]); |
| } |
| var keys = []; |
| keys = _.map(allMetrics[app],function(m) { |
| return {text: m}; |
| }); |
| keys = _.sortBy(keys, function (i) { return i.text.toLowerCase(); }); |
| return $q.when(keys); |
| }; |
| |
| /** |
| * AMS Datasource - Suggest Hosts. |
| * |
| * Query Hosts on the cluster. |
| */ |
| AmbariMetricsDatasource.prototype.suggestHosts = function (query, app) { |
| console.log(query); |
| return this.doAmbariRequest({method: 'GET', url: '/ws/v1/timeline/metrics/hosts'}) |
| .then(function (results) { |
| var compToHostMap = {}; |
| //Remove fakehostname from the list of hosts on the cluster. |
| var fake = "fakehostname"; delete results.data[fake]; |
| //Query hosts based on component name |
| _.forEach(results.data, function (comp, hostName) { |
| comp.forEach(function (component) { |
| if (!compToHostMap[component]){ |
| compToHostMap[component] = []; |
| } |
| compToHostMap[component].push(hostName); |
| }); |
| }); |
| var compHosts = compToHostMap[app]; |
| compHosts = _.map(compHosts, function (h) { |
| return {text: h}; |
| }); |
| compHosts = _.sortBy(compHosts, function (i) { return i.text.toLowerCase(); }); |
| return $q.when(compHosts); |
| }); |
| }; |
| |
| /** |
| * AMS Datasource Aggregators. |
| */ |
| var aggregatorsPromise = null; |
| AmbariMetricsDatasource.prototype.getAggregators = function () { |
| if (aggregatorsPromise) { |
| return aggregatorsPromise; |
| } |
| aggregatorsPromise = $q.when([ |
| 'none','avg', 'sum', 'min', 'max' |
| ]); |
| return aggregatorsPromise; |
| }; |
| |
| return AmbariMetricsDatasource; |
| }); |
| } |
| ); |
