Observium_CE/includes/polling/sla.inc.php

<?php
/**
 * Observium
 *
 *   This file is part of Observium.
 *
 * @package    observium
 * @subpackage poller
 * @copyright  (C) Adam Armstrong
 *
 */

$sla_db         = [];
$sla_db_count   = 0;
$sla_snmp_count = 0;
$table_rows     = [];

// WARNING. Discovered all SLAs, but polled only 'active'
$sql = "SELECT * FROM `slas` WHERE `device_id` = ? AND `deleted` = 0;"; // AND `sla_status` = 'active';";
foreach (dbFetchRows($sql, [ $device['device_id'] ]) as $entry) {
    $sla_db_count++; // Fetch all entries for correct counting, but skip inactive/deleted
    if ($entry['sla_status'] !== 'active') {
        continue;
    }

    $index     = get_sla_index($entry);
    $mib_lower = strtolower($entry['sla_mib']);

    $sla_db[$mib_lower][$index] = $entry;
}

print_cli_data_field("MIBs", 2);

foreach (array_keys($sla_db) as $mib_lower) {
    $file = $config['install_dir'] . "/includes/polling/slas/" . $mib_lower . ".inc.php";

    if (is_file($file)) {
        $cache_sla = [];

        include($file);
    } else {
        continue;
    }
    $sla_polled_time = time(); // Store polled time for current MIB

    print_debug_vars($cache_sla);

    $sla_snmp_count += safe_count($cache_sla[$mib_lower]);

    foreach ($sla_db[$mib_lower] as $index => $sla) {

        // Compatibility with old code
        if (empty($sla['sla_graph'])) {
            if (str_contains($sla['rtt_type'], 'jitter')) {
                $sla['sla_graph'] = 'jitter';
            } else {
                $sla['sla_graph'] = 'echo';
            }
        }

        $rrd_type   = 'sla-' . $sla['sla_graph'];
        $rrd_values = [];

        if (isset($cache_sla[$mib_lower][$index])) {
            $sla_state = $cache_sla[$mib_lower][$index];

            //echo($sla_state['rtt_value'] . 'ms at ' . format_unixtime($sla_state['rtt_unixtime']) . ', Sense code - "' . $sla_state['rtt_sense'] . '"');

            // Check limits
            $rtt_count        = (int)($sla_state['rtt_success'] + $sla_state['rtt_loss']);
            $rtt_loss_percent = percent($sla_state['rtt_loss'], $rtt_count, 2);
            $limit_msg        = ''; // FIXME, Later use 'rtt_reason' state entry
            if ($sla_state['rtt_event'] === 'ok' || $sla_state['rtt_event'] === 'warning') {
                if (is_numeric($sla_state['rtt_value']) && is_numeric($sla['sla_limit_high'])) {
                    if ($sla_state['rtt_value'] >= $sla['sla_limit_high']) {
                        $limit_msg              = ', Timeout exceeded';
                        $sla_state['rtt_event'] = 'alert';
                    } elseif ($sla_state['rtt_value'] >= $sla['sla_limit_high_warn']) {
                        $limit_msg              = ', Threshold exceeded';
                        $sla_state['rtt_event'] = 'warning';
                    }
                }
                if ($sla_state['rtt_event'] === 'ok' && $rtt_loss_percent >= 50) {
                    $limit_msg              = ', Probes loss >= 50%';
                    $sla_state['rtt_event'] = 'warning'; // Set to warning, because alert only on full SLA down
                }
            }

            // Last change time
            if (empty($sla['rtt_last_change'])) {
                // If last change never set, use current time
                $sla['rtt_last_change'] = $sla_polled_time;
            }
            if (($sla['rtt_sense'] != $sla_state['rtt_sense']) ||
                ($sla['rtt_event'] != $sla_state['rtt_event'])) {
                // SLA sense changed, log and set rtt_last_change
                $sla_state['rtt_last_change'] = $sla_polled_time;
                if ($sla['rtt_sense']) { // Log only if old sense not empty
                    log_event('SLA changed: [#' . $index . ', ' . $sla['sla_tag'] . '] ' . $sla['rtt_event'] . ' -> ' . $sla_state['rtt_event'] . ' (value: ' . $sla_state['rtt_value'] . 'ms, event: ' . $sla_state['rtt_sense'] . $limit_msg . ')', $device, 'sla', $sla['sla_id'], 'warning');
                }
            } else {
                // If sense not changed, leave old last_change
                $sla_state['rtt_last_change'] = $sla['rtt_last_change'];
            }

            $rrd_values['rtt'] = $sla_state['rtt_value'];
            // Jitter extra rtt values
            if ($sla['sla_graph'] === 'jitter') {
                $rrd_values['rtt_minimum'] = $sla_state['rtt_minimum'];
                $rrd_values['rtt_maximum'] = $sla_state['rtt_maximum'];
                $rrd_values['rtt_success'] = $sla_state['rtt_success'];
                $rrd_values['rtt_loss']    = $sla_state['rtt_loss'];
            }

            // Update SQL State
            dbUpdate($sla_state, 'slas', '`sla_id` = ?', [ $sla['sla_id'] ]);

            // Check alerts
            $metrics                     = [];
            $metrics['rtt_value']        = $sla_state['rtt_value'];
            $metrics['rtt_sense']        = $sla_state['rtt_sense'];
            $metrics['rtt_sense_uptime'] = $sla_polled_time - $sla_state['rtt_last_change'];
            $metrics['rtt_event']        = $sla_state['rtt_event'];
            $metrics['rtt_minimum']      = $sla_state['rtt_minimum'];
            $metrics['rtt_maximum']      = $sla_state['rtt_maximum'];
            $metrics['rtt_success']      = $sla_state['rtt_success'];
            $metrics['rtt_loss']         = $sla_state['rtt_loss'];
            $metrics['rtt_loss_percent'] = $rtt_loss_percent;

            check_entity('sla', $sla, $metrics);

            //echo("SLA " . $sla['sla_index'] . ": " . $sla['rtt_type'] . " " . $sla['sla_owner'] . " " . $sla['sla_tag']. "... ");
            //echo($sla_state['rtt_value'] . 'ms at ' . format_unixtime($sla_state['rtt_unixtime']) . ', Sense code - "' . $sla_state['rtt_sense'] . '"');

            $table_row    = [];
            $table_row[]  = "SLA " . $sla['sla_index'];
            $table_row[]  = $sla['sla_mib'];
            $table_row[]  = $sla['rtt_type'];
            $table_row[]  = $sla['sla_owner'];
            $table_row[]  = $sla['sla_tag'];
            $table_row[]  = $sla_state['rtt_sense'];
            $table_row[]  = $sla_state['rtt_value'] . 'ms';
            $table_rows[] = $table_row;
            unset($table_row);

        } else {
            echo('NaN');
        }

        rrdtool_update_ng($device, $rrd_type, $rrd_values, get_sla_rrd_index($sla));
    }
}

echo(PHP_EOL);

$headers = ['%WLabel%n', '%WMIB%n', '%WType%n', '%WOwner%n', '%WTag%n', '%WSense%n', '%WResponse%n'];
print_cli_table($table_rows, $headers);

if ($sla_db_count != $sla_snmp_count && !empty($sla_db)) {
    // Force rediscover slas
    print_debug("SLA total count for this device changed (DB: $sla_db_count, SNMP: $sla_snmp_count), force rediscover SLAs.");
    force_discovery($device, 'sla');
}

// EOF