src/backend/postmaster/alertseverity.c

/*-------------------------------------------------------------------------
 *
 * alertseverity.c
 *
 * Set the severity level of the alert based on the message
 *
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 *
 *-------------------------------------------------------------------------
 */
#if !defined(_XOPEN_SOURCE) || _XOPEN_SOURCE<600
#undef _XOPEN_SOURCE
#define _XOPEN_SOURCE 600
#endif
#if !defined(_POSIX_C_SOURCE) || _POSIX_C_SOURCE<200112L
#undef _POSIX_C_SOURCE
/* Define to activate features from IEEE Stds 1003.1-2001 */
#define _POSIX_C_SOURCE 200112L
#endif
#include "postgres.h"
#include "pg_config.h"  /* Adding this helps eclipse see that USE_EMAIL and USE_SNMP are set */

#include <fcntl.h>
#include <signal.h>
#include <time.h>
#include <unistd.h>
#include <sys/stat.h>
#include <sys/time.h>
#include <stdio.h>

#include "lib/stringinfo.h"

#include "pgtime.h"

#include "postmaster/syslogger.h"
#include "postmaster/sendalert.h"
#include "utils/guc.h"
#include "utils/elog.h"
#include "utils/builtins.h"
#include "sendalert_common.h"



int set_alert_severity(const GpErrorData * errorData, 
						char *subject,
						bool *send_via_email,
						char *email_priority,
						bool *send_via_snmp,
						char *snmp_severity)
						
{

	/*
	 * Set up the primary alert message
	 * Let's limit it to 127 bytes just to be safe, as SNMP inform/trap messages are limited in size.
	 *
	 */
	if (strcmp(errorData->error_severity,"LOG") == 0)
		snprintf(subject, MAX_ALERT_STRING, "%s",errorData->error_message);
	else if (errorData->sql_state && strcmp(errorData->sql_state,"57P03") == 0)
		snprintf(subject, MAX_ALERT_STRING, "%s",errorData->error_message);
	else
		snprintf(subject, MAX_ALERT_STRING, "%s: %s",errorData->error_severity, errorData->error_message);
	subject[MAX_ALERT_STRING] = '\0'; /* Guarantee subject is zero terminated */

	
	/*
	// ERRCODE_DISK_FULL could be reported vi rbmsMIB rdbmsTraps rdbmsOutOfSpace trap.
	// But it appears we never generate that error?

	// ERRCODE_ADMIN_SHUTDOWN means SysAdmin aborted somebody's request.  Not interesting?

	// ERRCODE_CRASH_SHUTDOWN sounds interesting, but I don't see that we ever generate it.

	// ERRCODE_CANNOT_CONNECT_NOW means we are starting up, shutting down, in recovery, or Too many users are logged on.

	// abnormal database system shutdown
	*/

#if USE_EMAIL
	*send_via_email = true;
#else
	*send_via_email = false;
#endif

#if USE_SNMP
	*send_via_snmp = true;
#else
	*send_via_snmp = false;
#endif

	/*
	 * The gpdbAlertSeverity is a crude attempt to classify some of these messages based on snmp_severity,
	 * where OK means everything is running normal, Down means everything is shut down, degraded would be
	 * for times when some segments are down, but the system is up, The others are maybe useful in the future
	 *
	 *  gpdbSevUnknown(0),
	 *	gpdbSevOk(1),
	 *	gpdbSevWarning(2),
	 *	gpdbSevError(3),
	 *	gpdbSevFatal(4),
	 *	gpdbSevPanic(5),
	 *	gpdbSevSystemDegraded(6),
	 *	gpdbSevSystemDown(7)
	 */
	snmp_severity[0] = '0';			// gpdbSevUnknown
	snmp_severity[1] = '\0';

	email_priority[0] = '3';		// normal priority
	email_priority[1] = '\0';
	
	/*
	 * Check for "Interesting" messages and try to classify them by snmp_severity
	 * Use of gettext() is because the strings are already localized in the errorData structure.
	 */
	if (strstr(errorData->error_message, gettext("abnormal database system shutdown")) != NULL ||
		strstr(errorData->error_message, gettext("the database system is shutting down"))  != NULL ||
		strstr(errorData->error_message, gettext("received smart shutdown request")) != NULL ||
		strstr(errorData->error_message, gettext("received fast shutdown request")) != NULL ||
		strstr(errorData->error_message, gettext("received immediate shutdown request")) != NULL ||
		strstr(errorData->error_message, gettext("database system is shut down"))  != NULL)
	{
		snmp_severity[0] = '7';  //gpdbSevSystemDown
		email_priority[0] = '1'; // 1 == highest priority
	}
	else if (strstr(errorData->error_message, gettext("Master mirroring synchronization lost"))  != NULL ||
			  strstr(errorData->error_message, gettext("Error from sending to standby master"))  != NULL ||
			  strstr(errorData->error_message, gettext("error received sending data to standby master"))  != NULL ||
			  strstr(errorData->error_message, gettext("is going into change tracking mode"))  != NULL ||
			  strstr(errorData->error_message, gettext("is taking over as primary in change tracking mode"))  != NULL ||
			  strstr(errorData->error_message, "GPDB performed segment reconfiguration.") != NULL) // elog, so no gettext
	{
		snmp_severity[0] = '6';  // gpdbSevSystemDegraded
		email_priority[0] = '1';
	}

	else if (strstr(errorData->error_message, gettext("the database system is starting up")) != NULL)
	{
		snmp_severity[0] = '1';  // sev Ok -- Nothing is wrong
		email_priority[0] = '5'; // 5  == lowest priority
	}

	else if (strstr(errorData->error_message, gettext("database system is ready to accept connections"))  != NULL)
	{
		snmp_severity[0] = '1';  // sev Ok -- Nothing is wrong
		email_priority[0] = '5'; // 1 == highest priority
	}

	else if (strstr(errorData->error_message, gettext("could not access status of transaction"))  != NULL)
	{
		/* This error usually means a table has been corrupted.  Should it be a 4? 5? 6? 7?*/
		snmp_severity[0] = '7';  //gpdbSevSystemDown
		email_priority[0] = '1'; /// 1 == highest priority
	}

	else if (strstr(errorData->error_message, gettext("database system was interrupted while in recovery"))  != NULL)
	{
		/* This error usually means the entire database is questionable, and should be restored from backup  */
		snmp_severity[0] = '7';  //gpdbSevSystemDown
		email_priority[0] = '1'; // 1 == highest priority
	}

	else if (strstr(errorData->error_message, gettext("two-phase state file for transaction"))  != NULL &&
			 strstr(errorData->error_message, gettext("corrupt"))  != NULL)
	{
		snmp_severity[0] = '4';  //gpdbSevSystemDown
		email_priority[0] = '1'; // 1 == highest priority
	}

	else if (strstr(errorData->error_message, "Test message for Connect EMC")  != NULL)
	{
		snmp_severity[0] = '1';  // sev Ok -- Nothing is wrong
		email_priority[0] = '5'; // 5  == lowest priority
	}

	else if (strcmp(errorData->error_severity,gettext("PANIC")) == 0)
	{
		snmp_severity[0] = '5';
		email_priority[0] = '1'; // 1 == highest priority
	}

	else if (strcmp(errorData->error_severity,gettext("FATAL")) == 0)
		snmp_severity[0] = '4';

	else if (strcmp(errorData->error_severity,gettext("ERROR")) == 0)
		snmp_severity[0] = '3';

	else if (strcmp(errorData->error_severity,gettext("WARNING")) == 0)
		snmp_severity[0] = '2';

	else
		snmp_severity[0] = '0';  /* Informational, Log, or just plain unknown (might be serious) */

	return 0;
}